2024-11-13 14:24:07,578 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-13 14:24:07,594 main DEBUG Took 0.013295 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 14:24:07,594 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 14:24:07,595 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 14:24:07,596 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 14:24:07,597 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:24:07,607 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 14:24:07,624 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:24:07,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:24:07,627 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:24:07,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:24:07,628 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:24:07,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:24:07,630 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:24:07,630 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:24:07,631 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:24:07,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:24:07,633 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:24:07,633 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:24:07,634 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:24:07,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:24:07,635 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:24:07,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:24:07,636 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:24:07,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:24:07,637 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:24:07,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:24:07,638 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:24:07,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:24:07,640 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:24:07,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 14:24:07,641 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:24:07,641 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 14:24:07,643 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 14:24:07,645 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 14:24:07,647 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 14:24:07,648 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 14:24:07,650 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 14:24:07,650 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 14:24:07,659 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 14:24:07,662 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 14:24:07,664 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 14:24:07,664 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 14:24:07,664 main DEBUG createAppenders(={Console}) 2024-11-13 14:24:07,665 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-13 14:24:07,665 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-13 14:24:07,666 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-13 14:24:07,667 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 14:24:07,667 main DEBUG OutputStream closed 2024-11-13 14:24:07,667 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 14:24:07,668 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 14:24:07,668 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-13 14:24:07,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 14:24:07,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 14:24:07,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 14:24:07,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 14:24:07,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 14:24:07,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 14:24:07,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 14:24:07,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 14:24:07,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 14:24:07,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 14:24:07,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 14:24:07,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 14:24:07,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 14:24:07,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 14:24:07,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 14:24:07,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 14:24:07,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 14:24:07,765 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 14:24:07,768 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 14:24:07,768 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-13 14:24:07,768 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 14:24:07,770 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-13T14:24:08,028 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038 2024-11-13 14:24:08,031 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 14:24:08,032 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T14:24:08,042 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-13T14:24:08,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T14:24:08,084 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/cluster_9f3d5ae2-c6d1-d466-52e5-d710b14e862b, deleteOnExit=true 2024-11-13T14:24:08,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T14:24:08,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/test.cache.data in system properties and HBase conf 2024-11-13T14:24:08,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T14:24:08,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/hadoop.log.dir in system properties and HBase conf 2024-11-13T14:24:08,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T14:24:08,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T14:24:08,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T14:24:08,198 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T14:24:08,327 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T14:24:08,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:24:08,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T14:24:08,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T14:24:08,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:24:08,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T14:24:08,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T14:24:08,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T14:24:08,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:24:08,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T14:24:08,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/nfs.dump.dir in system properties and HBase conf 2024-11-13T14:24:08,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/java.io.tmpdir in system properties and HBase conf 2024-11-13T14:24:08,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T14:24:08,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T14:24:08,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T14:24:09,537 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T14:24:09,617 INFO [Time-limited test {}] log.Log(170): Logging initialized @2952ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T14:24:09,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:24:09,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:24:09,822 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:24:09,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:24:09,824 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:24:09,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:24:09,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:24:09,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:24:10,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/java.io.tmpdir/jetty-localhost-44835-hadoop-hdfs-3_4_1-tests_jar-_-any-1388243060340170230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:24:10,091 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:44835} 2024-11-13T14:24:10,092 INFO [Time-limited test {}] server.Server(415): Started @3427ms 2024-11-13T14:24:10,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T14:24:10,665 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T14:24:10,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T14:24:10,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T14:24:10,666 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T14:24:10,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/hadoop.log.dir/,AVAILABLE} 2024-11-13T14:24:10,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T14:24:10,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/java.io.tmpdir/jetty-localhost-33613-hadoop-hdfs-3_4_1-tests_jar-_-any-10907192245818472530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:24:10,769 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:33613} 2024-11-13T14:24:10,769 INFO [Time-limited test {}] server.Server(415): Started @4104ms 2024-11-13T14:24:10,816 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T14:24:11,903 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/cluster_9f3d5ae2-c6d1-d466-52e5-d710b14e862b/data/data1/current/BP-2121664550-172.17.0.2-1731507848952/current, will proceed with Du for space computation calculation, 2024-11-13T14:24:11,903 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/cluster_9f3d5ae2-c6d1-d466-52e5-d710b14e862b/data/data2/current/BP-2121664550-172.17.0.2-1731507848952/current, will proceed with Du for space computation calculation, 2024-11-13T14:24:11,936 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T14:24:11,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95bf6fa080a4237e with lease ID 0xa44323e41cb7ebe0: Processing first storage report for DS-2324a45b-1720-44b3-91ea-db2af796de27 from datanode DatanodeRegistration(127.0.0.1:46721, datanodeUuid=baee9a67-7fc1-4606-9989-113ccd4a649d, infoPort=39889, infoSecurePort=0, ipcPort=43469, storageInfo=lv=-57;cid=testClusterID;nsid=854185573;c=1731507848952) 2024-11-13T14:24:11,988 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95bf6fa080a4237e with lease ID 0xa44323e41cb7ebe0: from storage DS-2324a45b-1720-44b3-91ea-db2af796de27 node DatanodeRegistration(127.0.0.1:46721, datanodeUuid=baee9a67-7fc1-4606-9989-113ccd4a649d, infoPort=39889, infoSecurePort=0, ipcPort=43469, storageInfo=lv=-57;cid=testClusterID;nsid=854185573;c=1731507848952), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T14:24:11,989 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95bf6fa080a4237e with lease ID 0xa44323e41cb7ebe0: Processing first storage report for DS-b4c1ae36-fe19-41d4-bbf8-bf4d3bf2e738 from datanode DatanodeRegistration(127.0.0.1:46721, datanodeUuid=baee9a67-7fc1-4606-9989-113ccd4a649d, infoPort=39889, infoSecurePort=0, ipcPort=43469, storageInfo=lv=-57;cid=testClusterID;nsid=854185573;c=1731507848952) 2024-11-13T14:24:11,989 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95bf6fa080a4237e with lease ID 0xa44323e41cb7ebe0: from storage DS-b4c1ae36-fe19-41d4-bbf8-bf4d3bf2e738 node DatanodeRegistration(127.0.0.1:46721, datanodeUuid=baee9a67-7fc1-4606-9989-113ccd4a649d, infoPort=39889, infoSecurePort=0, ipcPort=43469, storageInfo=lv=-57;cid=testClusterID;nsid=854185573;c=1731507848952), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T14:24:12,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038 2024-11-13T14:24:12,099 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/cluster_9f3d5ae2-c6d1-d466-52e5-d710b14e862b/zookeeper_0, clientPort=58943, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/cluster_9f3d5ae2-c6d1-d466-52e5-d710b14e862b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/cluster_9f3d5ae2-c6d1-d466-52e5-d710b14e862b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T14:24:12,110 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58943 2024-11-13T14:24:12,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:24:12,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:24:12,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741825_1001 (size=7) 2024-11-13T14:24:12,735 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662 with version=8 2024-11-13T14:24:12,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/hbase-staging 2024-11-13T14:24:12,819 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T14:24:13,047 INFO [Time-limited test {}] client.ConnectionUtils(128): master/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:24:13,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:24:13,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:24:13,061 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:24:13,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:24:13,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:24:13,196 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T14:24:13,252 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T14:24:13,262 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T14:24:13,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:24:13,290 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 34287 (auto-detected) 2024-11-13T14:24:13,291 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T14:24:13,308 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42917 2024-11-13T14:24:13,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42917 connecting to ZooKeeper ensemble=127.0.0.1:58943 2024-11-13T14:24:13,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429170x0, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:24:13,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42917-0x10134950eda0000 connected 2024-11-13T14:24:13,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:24:13,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:24:13,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T14:24:13,529 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662, hbase.cluster.distributed=false 2024-11-13T14:24:13,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T14:24:13,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42917 2024-11-13T14:24:13,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42917 2024-11-13T14:24:13,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42917 2024-11-13T14:24:13,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42917 2024-11-13T14:24:13,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42917 2024-11-13T14:24:13,649 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/eb1966fd6578:0 server-side Connection retries=45 2024-11-13T14:24:13,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:24:13,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T14:24:13,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T14:24:13,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T14:24:13,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T14:24:13,654 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T14:24:13,657 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T14:24:13,658 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42905 2024-11-13T14:24:13,660 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42905 connecting to ZooKeeper ensemble=127.0.0.1:58943 2024-11-13T14:24:13,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:24:13,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:24:13,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429050x0, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T14:24:13,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T14:24:13,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42905-0x10134950eda0001 connected 2024-11-13T14:24:13,685 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T14:24:13,695 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T14:24:13,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T14:24:13,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T14:24:13,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42905 2024-11-13T14:24:13,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42905 2024-11-13T14:24:13,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42905 2024-11-13T14:24:13,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42905 2024-11-13T14:24:13,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42905 2024-11-13T14:24:13,723 DEBUG [M:0;eb1966fd6578:42917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;eb1966fd6578:42917 2024-11-13T14:24:13,724 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/eb1966fd6578,42917,1731507852895 2024-11-13T14:24:13,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T14:24:13,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T14:24:13,740 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/eb1966fd6578,42917,1731507852895 2024-11-13T14:24:13,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:24:13,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T14:24:13,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:24:13,770 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T14:24:13,771 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/eb1966fd6578,42917,1731507852895 from backup master directory 2024-11-13T14:24:13,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/eb1966fd6578,42917,1731507852895 2024-11-13T14:24:13,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T14:24:13,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T14:24:13,786 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:24:13,786 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=eb1966fd6578,42917,1731507852895 2024-11-13T14:24:13,788 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T14:24:13,790 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T14:24:13,846 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/hbase.id] with ID: e464dbcb-d9ce-4e66-a57d-bcd709a680ce 2024-11-13T14:24:13,846 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/.tmp/hbase.id 2024-11-13T14:24:13,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741826_1002 (size=42) 2024-11-13T14:24:14,258 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/.tmp/hbase.id]:[hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/hbase.id] 2024-11-13T14:24:14,301 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T14:24:14,306 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T14:24:14,324 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-13T14:24:14,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:24:14,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:24:14,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741827_1003 (size=196) 2024-11-13T14:24:14,784 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:24:14,788 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T14:24:14,805 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:14,808 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:24:14,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741828_1004 (size=1189) 2024-11-13T14:24:15,254 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store 2024-11-13T14:24:15,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741829_1005 (size=34) 2024-11-13T14:24:15,680 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T14:24:15,685 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:24:15,686 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:24:15,686 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:24:15,686 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:24:15,687 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:24:15,688 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:24:15,688 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:24:15,689 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731507855686Disabling compacts and flushes for region at 1731507855686Disabling writes for close at 1731507855687 (+1 ms)Writing region close event to WAL at 1731507855688 (+1 ms)Closed at 1731507855688 2024-11-13T14:24:15,691 WARN [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store/.initializing 2024-11-13T14:24:15,691 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/WALs/eb1966fd6578,42917,1731507852895 2024-11-13T14:24:15,698 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:24:15,712 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C42917%2C1731507852895, suffix=, logDir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/WALs/eb1966fd6578,42917,1731507852895, archiveDir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/oldWALs, maxLogs=10 2024-11-13T14:24:15,731 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/WALs/eb1966fd6578,42917,1731507852895/eb1966fd6578%2C42917%2C1731507852895.1731507855715, exclude list is [], retry=0 2024-11-13T14:24:15,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46721,DS-2324a45b-1720-44b3-91ea-db2af796de27,DISK] 2024-11-13T14:24:15,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T14:24:15,779 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/WALs/eb1966fd6578,42917,1731507852895/eb1966fd6578%2C42917%2C1731507852895.1731507855715 2024-11-13T14:24:15,780 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39889:39889)] 2024-11-13T14:24:15,780 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:24:15,781 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:24:15,783 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:24:15,784 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:24:15,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:24:15,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T14:24:15,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:15,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:24:15,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:24:15,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T14:24:15,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:15,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:24:15,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:24:15,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T14:24:15,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:15,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:24:15,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:24:15,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T14:24:15,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:15,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:24:15,862 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:24:15,866 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:24:15,867 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:24:15,872 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:24:15,873 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:24:15,876 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T14:24:15,879 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T14:24:15,884 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:24:15,885 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68140231, jitterRate=0.015368565917015076}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T14:24:15,891 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731507855795Initializing all the Stores at 1731507855797 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507855798 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507855798Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507855798Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507855798Cleaning up temporary data from old regions at 1731507855873 (+75 ms)Region opened successfully at 1731507855891 (+18 ms) 2024-11-13T14:24:15,893 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T14:24:15,921 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0f940c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:24:15,948 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T14:24:15,957 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T14:24:15,958 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T14:24:15,960 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T14:24:15,962 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T14:24:15,966 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T14:24:15,966 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T14:24:15,988 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T14:24:15,997 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T14:24:16,027 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T14:24:16,030 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T14:24:16,031 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T14:24:16,124 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T14:24:16,128 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T14:24:16,133 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T14:24:16,191 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T14:24:16,193 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T14:24:16,221 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T14:24:16,238 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T14:24:16,248 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T14:24:16,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T14:24:16,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T14:24:16,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:24:16,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:24:16,267 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=eb1966fd6578,42917,1731507852895, sessionid=0x10134950eda0000, setting cluster-up flag (Was=false) 2024-11-13T14:24:16,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:24:16,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:24:16,327 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T14:24:16,331 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,42917,1731507852895 2024-11-13T14:24:16,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:24:16,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:24:16,390 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T14:24:16,392 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=eb1966fd6578,42917,1731507852895 2024-11-13T14:24:16,399 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T14:24:16,416 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(746): ClusterId : e464dbcb-d9ce-4e66-a57d-bcd709a680ce 2024-11-13T14:24:16,420 DEBUG [RS:0;eb1966fd6578:42905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T14:24:16,434 DEBUG [RS:0;eb1966fd6578:42905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T14:24:16,434 DEBUG [RS:0;eb1966fd6578:42905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T14:24:16,444 DEBUG [RS:0;eb1966fd6578:42905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T14:24:16,445 DEBUG [RS:0;eb1966fd6578:42905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cdfa1e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=eb1966fd6578/172.17.0.2:0 2024-11-13T14:24:16,458 DEBUG [RS:0;eb1966fd6578:42905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;eb1966fd6578:42905 2024-11-13T14:24:16,461 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T14:24:16,461 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T14:24:16,461 DEBUG [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T14:24:16,464 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,42917,1731507852895 with port=42905, startcode=1731507853619 2024-11-13T14:24:16,478 DEBUG [RS:0;eb1966fd6578:42905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T14:24:16,495 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T14:24:16,507 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T14:24:16,515 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T14:24:16,517 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T14:24:16,525 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42917 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:16,522 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: eb1966fd6578,42917,1731507852895 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T14:24:16,534 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:24:16,535 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:24:16,535 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:24:16,535 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/eb1966fd6578:0, corePoolSize=5, maxPoolSize=5 2024-11-13T14:24:16,535 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/eb1966fd6578:0, corePoolSize=10, maxPoolSize=10 2024-11-13T14:24:16,536 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:24:16,536 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:24:16,536 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:24:16,551 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:24:16,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T14:24:16,554 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731507886554 2024-11-13T14:24:16,556 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T14:24:16,558 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T14:24:16,559 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:16,559 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T14:24:16,562 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T14:24:16,562 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T14:24:16,563 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T14:24:16,563 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T14:24:16,563 DEBUG [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T14:24:16,564 WARN [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T14:24:16,564 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:16,573 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T14:24:16,574 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T14:24:16,575 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T14:24:16,577 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T14:24:16,578 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T14:24:16,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741831_1007 (size=1321) 2024-11-13T14:24:16,584 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507856579,5,FailOnTimeoutGroup] 2024-11-13T14:24:16,586 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507856584,5,FailOnTimeoutGroup] 2024-11-13T14:24:16,587 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:16,587 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T14:24:16,588 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:16,588 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:16,665 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(2659): reportForDuty to master=eb1966fd6578,42917,1731507852895 with port=42905, startcode=1731507853619 2024-11-13T14:24:16,668 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42917 {}] master.ServerManager(363): Checking decommissioned status of RegionServer eb1966fd6578,42905,1731507853619 2024-11-13T14:24:16,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42917 {}] master.ServerManager(517): Registering regionserver=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:16,679 DEBUG [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662 2024-11-13T14:24:16,679 DEBUG [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44915 2024-11-13T14:24:16,679 DEBUG [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T14:24:16,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T14:24:16,712 DEBUG [RS:0;eb1966fd6578:42905 {}] zookeeper.ZKUtil(111): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/eb1966fd6578,42905,1731507853619 2024-11-13T14:24:16,712 WARN [RS:0;eb1966fd6578:42905 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T14:24:16,712 INFO [RS:0;eb1966fd6578:42905 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:24:16,713 DEBUG [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/WALs/eb1966fd6578,42905,1731507853619 2024-11-13T14:24:16,714 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [eb1966fd6578,42905,1731507853619] 2024-11-13T14:24:16,744 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T14:24:16,767 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T14:24:16,775 INFO [RS:0;eb1966fd6578:42905 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T14:24:16,775 INFO [RS:0;eb1966fd6578:42905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:16,777 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T14:24:16,785 INFO [RS:0;eb1966fd6578:42905 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T14:24:16,787 INFO [RS:0;eb1966fd6578:42905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:16,787 DEBUG [RS:0;eb1966fd6578:42905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:24:16,788 DEBUG [RS:0;eb1966fd6578:42905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:24:16,788 DEBUG [RS:0;eb1966fd6578:42905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:24:16,788 DEBUG [RS:0;eb1966fd6578:42905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:24:16,789 DEBUG [RS:0;eb1966fd6578:42905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:24:16,789 DEBUG [RS:0;eb1966fd6578:42905 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/eb1966fd6578:0, corePoolSize=2, maxPoolSize=2 2024-11-13T14:24:16,789 DEBUG [RS:0;eb1966fd6578:42905 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:24:16,789 DEBUG [RS:0;eb1966fd6578:42905 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:24:16,790 DEBUG [RS:0;eb1966fd6578:42905 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:24:16,790 DEBUG [RS:0;eb1966fd6578:42905 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:24:16,790 DEBUG [RS:0;eb1966fd6578:42905 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:24:16,790 DEBUG [RS:0;eb1966fd6578:42905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/eb1966fd6578:0, corePoolSize=1, maxPoolSize=1 2024-11-13T14:24:16,791 DEBUG [RS:0;eb1966fd6578:42905 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:24:16,791 DEBUG [RS:0;eb1966fd6578:42905 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0, corePoolSize=3, maxPoolSize=3 2024-11-13T14:24:16,793 INFO [RS:0;eb1966fd6578:42905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:16,793 INFO [RS:0;eb1966fd6578:42905 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:16,794 INFO [RS:0;eb1966fd6578:42905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:16,794 INFO [RS:0;eb1966fd6578:42905 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:16,795 INFO [RS:0;eb1966fd6578:42905 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:16,795 INFO [RS:0;eb1966fd6578:42905 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,42905,1731507853619-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:24:16,826 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T14:24:16,829 INFO [RS:0;eb1966fd6578:42905 {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,42905,1731507853619-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:16,830 INFO [RS:0;eb1966fd6578:42905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:16,830 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.Replication(171): eb1966fd6578,42905,1731507853619 started 2024-11-13T14:24:16,858 INFO [RS:0;eb1966fd6578:42905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:16,859 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(1482): Serving as eb1966fd6578,42905,1731507853619, RpcServer on eb1966fd6578/172.17.0.2:42905, sessionid=0x10134950eda0001 2024-11-13T14:24:16,860 DEBUG [RS:0;eb1966fd6578:42905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T14:24:16,860 DEBUG [RS:0;eb1966fd6578:42905 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager eb1966fd6578,42905,1731507853619 2024-11-13T14:24:16,860 DEBUG [RS:0;eb1966fd6578:42905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,42905,1731507853619' 2024-11-13T14:24:16,861 DEBUG [RS:0;eb1966fd6578:42905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T14:24:16,862 DEBUG [RS:0;eb1966fd6578:42905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T14:24:16,863 DEBUG [RS:0;eb1966fd6578:42905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T14:24:16,863 DEBUG [RS:0;eb1966fd6578:42905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T14:24:16,864 DEBUG [RS:0;eb1966fd6578:42905 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager eb1966fd6578,42905,1731507853619 2024-11-13T14:24:16,864 DEBUG [RS:0;eb1966fd6578:42905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'eb1966fd6578,42905,1731507853619' 2024-11-13T14:24:16,864 DEBUG [RS:0;eb1966fd6578:42905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T14:24:16,868 DEBUG [RS:0;eb1966fd6578:42905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T14:24:16,869 DEBUG [RS:0;eb1966fd6578:42905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T14:24:16,869 INFO [RS:0;eb1966fd6578:42905 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T14:24:16,870 INFO [RS:0;eb1966fd6578:42905 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T14:24:16,977 INFO [RS:0;eb1966fd6578:42905 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T14:24:16,981 INFO [RS:0;eb1966fd6578:42905 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C42905%2C1731507853619, suffix=, logDir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/WALs/eb1966fd6578,42905,1731507853619, archiveDir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/oldWALs, maxLogs=32 2024-11-13T14:24:16,984 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T14:24:16,985 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662 2024-11-13T14:24:17,003 DEBUG [RS:0;eb1966fd6578:42905 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/WALs/eb1966fd6578,42905,1731507853619/eb1966fd6578%2C42905%2C1731507853619.1731507856984, exclude list is [], retry=0 2024-11-13T14:24:17,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741832_1008 (size=32) 2024-11-13T14:24:17,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:24:17,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46721,DS-2324a45b-1720-44b3-91ea-db2af796de27,DISK] 2024-11-13T14:24:17,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:24:17,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:24:17,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:17,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:24:17,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:24:17,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:24:17,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:17,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:24:17,029 INFO [RS:0;eb1966fd6578:42905 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/WALs/eb1966fd6578,42905,1731507853619/eb1966fd6578%2C42905%2C1731507853619.1731507856984 2024-11-13T14:24:17,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:24:17,032 DEBUG [RS:0;eb1966fd6578:42905 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39889:39889)] 2024-11-13T14:24:17,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:24:17,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:17,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:24:17,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:24:17,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:24:17,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:17,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:24:17,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:24:17,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740 2024-11-13T14:24:17,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740 2024-11-13T14:24:17,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:24:17,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:24:17,056 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T14:24:17,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:24:17,065 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:24:17,067 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68910242, jitterRate=0.026842623949050903}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T14:24:17,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731507857012Initializing all the Stores at 1731507857016 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507857016Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507857017 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507857017Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507857017Cleaning up temporary data from old regions at 1731507857055 (+38 ms)Region opened successfully at 1731507857070 (+15 ms) 2024-11-13T14:24:17,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:24:17,071 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:24:17,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:24:17,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:24:17,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:24:17,073 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:24:17,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731507857071Disabling compacts and flushes for region at 1731507857071Disabling writes for close at 1731507857071Writing region close event to WAL at 1731507857072 (+1 ms)Closed at 1731507857073 (+1 ms) 2024-11-13T14:24:17,078 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:24:17,078 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T14:24:17,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T14:24:17,093 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:24:17,096 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T14:24:17,249 DEBUG [eb1966fd6578:42917 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T14:24:17,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:17,273 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,42905,1731507853619, state=OPENING 2024-11-13T14:24:17,326 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T14:24:17,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:24:17,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:24:17,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T14:24:17,338 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T14:24:17,341 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T14:24:17,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,42905,1731507853619}] 2024-11-13T14:24:17,525 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T14:24:17,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T14:24:17,546 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T14:24:17,546 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T14:24:17,547 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T14:24:17,552 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=eb1966fd6578%2C42905%2C1731507853619.meta, suffix=.meta, logDir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/WALs/eb1966fd6578,42905,1731507853619, archiveDir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/oldWALs, maxLogs=32 2024-11-13T14:24:17,577 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/WALs/eb1966fd6578,42905,1731507853619/eb1966fd6578%2C42905%2C1731507853619.meta.1731507857555.meta, exclude list is [], retry=0 2024-11-13T14:24:17,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46721,DS-2324a45b-1720-44b3-91ea-db2af796de27,DISK] 2024-11-13T14:24:17,588 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/WALs/eb1966fd6578,42905,1731507853619/eb1966fd6578%2C42905%2C1731507853619.meta.1731507857555.meta 2024-11-13T14:24:17,589 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39889:39889)] 2024-11-13T14:24:17,589 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:24:17,592 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T14:24:17,596 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T14:24:17,603 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T14:24:17,610 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T14:24:17,611 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:24:17,611 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T14:24:17,611 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T14:24:17,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T14:24:17,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T14:24:17,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:17,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:24:17,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T14:24:17,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T14:24:17,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:17,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:24:17,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T14:24:17,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T14:24:17,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:17,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:24:17,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T14:24:17,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T14:24:17,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:17,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T14:24:17,634 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T14:24:17,637 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740 2024-11-13T14:24:17,643 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740 2024-11-13T14:24:17,647 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T14:24:17,648 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T14:24:17,650 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T14:24:17,655 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T14:24:17,658 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67911668, jitterRate=0.011962711811065674}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T14:24:17,658 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T14:24:17,660 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731507857612Writing region info on filesystem at 1731507857613 (+1 ms)Initializing all the Stores at 1731507857615 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507857615Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507857616 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507857616Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731507857616Cleaning up temporary data from old regions at 1731507857648 (+32 ms)Running coprocessor post-open hooks at 1731507857658 (+10 ms)Region opened successfully at 1731507857660 (+2 ms) 2024-11-13T14:24:17,670 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731507857514 2024-11-13T14:24:17,687 DEBUG [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T14:24:17,688 INFO [RS_OPEN_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T14:24:17,690 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:17,695 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as eb1966fd6578,42905,1731507853619, state=OPEN 2024-11-13T14:24:17,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T14:24:17,822 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T14:24:17,823 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:17,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T14:24:17,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T14:24:17,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T14:24:17,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=eb1966fd6578,42905,1731507853619 in 480 msec 2024-11-13T14:24:17,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T14:24:17,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 749 msec 2024-11-13T14:24:17,842 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T14:24:17,842 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T14:24:17,869 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:17,871 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:17,901 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:17,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:17,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4890 sec 2024-11-13T14:24:17,929 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731507857928, completionTime=-1 2024-11-13T14:24:17,932 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T14:24:17,932 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T14:24:17,995 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T14:24:17,995 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731507917995 2024-11-13T14:24:17,995 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731507977995 2024-11-13T14:24:17,996 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 63 msec 2024-11-13T14:24:17,999 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,42917,1731507852895-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:18,000 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,42917,1731507852895-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:18,000 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,42917,1731507852895-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:18,002 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-eb1966fd6578:42917, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:18,006 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:18,009 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:18,011 DEBUG [master/eb1966fd6578:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T14:24:18,041 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.255sec 2024-11-13T14:24:18,043 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T14:24:18,044 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T14:24:18,045 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T14:24:18,046 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T14:24:18,046 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T14:24:18,047 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,42917,1731507852895-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T14:24:18,048 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,42917,1731507852895-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T14:24:18,056 DEBUG [master/eb1966fd6578:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T14:24:18,057 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T14:24:18,057 INFO [master/eb1966fd6578:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=eb1966fd6578,42917,1731507852895-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T14:24:18,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:18,129 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T14:24:18,129 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T14:24:18,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:18,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:18,143 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:18,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:18,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5c7a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:18,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:18,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:18,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:18,154 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:18,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bbb1cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:18,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:18,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:18,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:18,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:18,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=eb1966fd6578,42917,1731507852895 2024-11-13T14:24:18,199 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=353, ProcessCount=11, AvailableMemoryMB=4394 2024-11-13T14:24:18,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:24:18,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,42917,1731507852895 2024-11-13T14:24:18,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35874ff9 2024-11-13T14:24:18,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:24:18,219 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:24:18,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T14:24:18,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:24:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T14:24:18,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:24:18,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-13T14:24:18,240 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:18,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:24:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:24:18,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741835_1011 (size=959) 2024-11-13T14:24:18,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:24:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:24:18,663 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662 2024-11-13T14:24:18,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741836_1012 (size=53) 2024-11-13T14:24:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:24:19,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:24:19,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e3f21b4d614d7a40f02c4980062a8826, disabling compactions & flushes 2024-11-13T14:24:19,181 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:19,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:19,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. after waiting 0 ms 2024-11-13T14:24:19,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:19,181 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:19,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3f21b4d614d7a40f02c4980062a8826: Waiting for close lock at 1731507859181Disabling compacts and flushes for region at 1731507859181Disabling writes for close at 1731507859181Writing region close event to WAL at 1731507859181Closed at 1731507859181 2024-11-13T14:24:19,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:24:19,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731507859184"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507859184"}]},"ts":"1731507859184"} 2024-11-13T14:24:19,196 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:24:19,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:24:19,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507859198"}]},"ts":"1731507859198"} 2024-11-13T14:24:19,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T14:24:19,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3f21b4d614d7a40f02c4980062a8826, ASSIGN}] 2024-11-13T14:24:19,212 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3f21b4d614d7a40f02c4980062a8826, ASSIGN 2024-11-13T14:24:19,215 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3f21b4d614d7a40f02c4980062a8826, ASSIGN; state=OFFLINE, location=eb1966fd6578,42905,1731507853619; forceNewPlan=false, retain=false 2024-11-13T14:24:19,367 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e3f21b4d614d7a40f02c4980062a8826, regionState=OPENING, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:19,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3f21b4d614d7a40f02c4980062a8826, ASSIGN because future has completed 2024-11-13T14:24:19,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619}] 2024-11-13T14:24:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:24:19,535 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:19,536 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:24:19,536 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:19,536 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:24:19,537 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:19,537 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:19,540 INFO [StoreOpener-e3f21b4d614d7a40f02c4980062a8826-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:19,543 INFO [StoreOpener-e3f21b4d614d7a40f02c4980062a8826-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3f21b4d614d7a40f02c4980062a8826 columnFamilyName A 2024-11-13T14:24:19,543 DEBUG [StoreOpener-e3f21b4d614d7a40f02c4980062a8826-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:19,545 INFO [StoreOpener-e3f21b4d614d7a40f02c4980062a8826-1 {}] regionserver.HStore(327): Store=e3f21b4d614d7a40f02c4980062a8826/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:24:19,545 INFO [StoreOpener-e3f21b4d614d7a40f02c4980062a8826-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:19,549 INFO [StoreOpener-e3f21b4d614d7a40f02c4980062a8826-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3f21b4d614d7a40f02c4980062a8826 columnFamilyName B 2024-11-13T14:24:19,549 DEBUG [StoreOpener-e3f21b4d614d7a40f02c4980062a8826-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:19,550 INFO [StoreOpener-e3f21b4d614d7a40f02c4980062a8826-1 {}] regionserver.HStore(327): Store=e3f21b4d614d7a40f02c4980062a8826/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:24:19,550 INFO [StoreOpener-e3f21b4d614d7a40f02c4980062a8826-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:19,554 INFO [StoreOpener-e3f21b4d614d7a40f02c4980062a8826-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3f21b4d614d7a40f02c4980062a8826 columnFamilyName C 2024-11-13T14:24:19,554 DEBUG [StoreOpener-e3f21b4d614d7a40f02c4980062a8826-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:19,555 INFO [StoreOpener-e3f21b4d614d7a40f02c4980062a8826-1 {}] regionserver.HStore(327): Store=e3f21b4d614d7a40f02c4980062a8826/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:24:19,556 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:19,558 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:19,559 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:19,566 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:19,566 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:19,570 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T14:24:19,574 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:19,580 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:24:19,581 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e3f21b4d614d7a40f02c4980062a8826; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61844761, jitterRate=-0.07844124734401703}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T14:24:19,582 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:19,582 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e3f21b4d614d7a40f02c4980062a8826: Running coprocessor pre-open hook at 1731507859537Writing region info on filesystem at 1731507859537Initializing all the Stores at 1731507859539 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507859539Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507859540 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507859540Cleaning up temporary data from old regions at 1731507859566 (+26 ms)Running coprocessor post-open hooks at 1731507859582 (+16 ms)Region opened successfully at 1731507859582 2024-11-13T14:24:19,585 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., pid=6, masterSystemTime=1731507859528 2024-11-13T14:24:19,592 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:19,592 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:19,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e3f21b4d614d7a40f02c4980062a8826, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:19,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 because future has completed 2024-11-13T14:24:19,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T14:24:19,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 in 230 msec 2024-11-13T14:24:19,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T14:24:19,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3f21b4d614d7a40f02c4980062a8826, ASSIGN in 402 msec 2024-11-13T14:24:19,621 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:24:19,621 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507859621"}]},"ts":"1731507859621"} 2024-11-13T14:24:19,626 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T14:24:19,629 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:24:19,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.4010 sec 2024-11-13T14:24:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T14:24:20,393 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:20,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775e68a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:20,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:20,400 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77380ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:20,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:20,403 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:20,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a98157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:20,408 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:20,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:20,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:24:20,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,42917,1731507852895 2024-11-13T14:24:20,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53bd87e1 2024-11-13T14:24:20,421 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:24:20,424 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:24:20,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392f723b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:20,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:20,431 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:20,431 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:20,431 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:20,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2311693d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:20,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:20,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:20,434 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:20,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ce3c82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0e98fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:20,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:20,441 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:20,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:20,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:20,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2886558d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:20,445 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:20,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4e6a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52294ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:20,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:20,450 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:20,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:20,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:20,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36644156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:20,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:20,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:20,455 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:20,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3687d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7926de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:20,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:20,460 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:20,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:20,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:20,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f5a6b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:20,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:20,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:20,463 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:20,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a37cd4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b274eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:20,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:20,470 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:20,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5805ae29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:20,472 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:20,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d230d79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4454ce2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:20,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:20,477 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:20,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:20,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:20,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af5f6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:20,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:20,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:20,481 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:20,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d37adaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3111333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:20,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:20,486 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:20,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:20,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:20,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663b0bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:20,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:20,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:20,489 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:20,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643bd6db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cadbd93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:20,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:20,494 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:20,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:20,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:20,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b456016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:20,497 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:20,499 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc2de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c9a155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:20,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:20,502 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:20,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69080074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:20,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:20,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:20,505 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:20,506 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e6bf95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:20,510 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:20,510 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:20,514 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:20,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:20,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:20,518 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:20,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:20,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:20,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:20,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:20,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:24:20,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:24:20,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:24:20,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:20,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:24:20,533 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:20,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:20,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:20,535 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:24:20,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:20,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:24:20,541 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:20,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-13T14:24:20,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:20,543 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:20,545 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:20,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:20,547 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:24:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:24:20,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:24:20,549 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:24:20,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:24:20,560 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:20,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:20,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:20,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:20,568 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:20,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:20,570 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:20,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:20,571 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:20,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:20,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:24:20,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:24:20,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:20,579 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:24:20,643 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:24:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:20,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:24:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:24:20,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T14:24:20,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:20,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:20,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:20,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:20,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:20,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/75d3b796ae2543f6b8421457f183f0db is 50, key is test_row_0/A:col10/1731507860632/Put/seqid=0 2024-11-13T14:24:20,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:20,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507920773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507920789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:20,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:20,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507920794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507920799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:20,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:20,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:20,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:20,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507920802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:20,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741837_1013 (size=12001) 2024-11-13T14:24:20,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/75d3b796ae2543f6b8421457f183f0db 2024-11-13T14:24:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:24:20,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507920933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:20,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:20,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T14:24:20,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:20,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507920933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507920934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:20,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:20,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507920935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:20,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:20,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:20,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507920943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:20,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:20,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:20,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:20,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:20,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:20,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:20,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:21,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/3bdc83f5823240a5b95e0c2fd7f83edf is 50, key is test_row_0/B:col10/1731507860632/Put/seqid=0 2024-11-13T14:24:21,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741838_1014 (size=12001) 2024-11-13T14:24:21,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T14:24:21,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:21,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:21,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:21,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:21,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:21,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:21,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507921143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:21,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:21,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507921154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:21,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:21,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507921155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:21,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:21,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507921155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:21,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:21,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507921166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:24:21,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:21,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T14:24:21,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:21,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:21,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:21,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:21,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:21,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T14:24:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:21,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:21,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:21,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:21,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507921462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:21,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,467 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:21,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/3bdc83f5823240a5b95e0c2fd7f83edf 2024-11-13T14:24:21,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507921473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:21,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:21,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507921474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:21,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:21,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507921474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:21,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:21,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507921484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:21,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:21,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:21,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/a0f0f7fed1fc4340a1c5336c975bca88 is 50, key is test_row_0/C:col10/1731507860632/Put/seqid=0 2024-11-13T14:24:21,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741839_1015 (size=12001) 2024-11-13T14:24:21,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/a0f0f7fed1fc4340a1c5336c975bca88 2024-11-13T14:24:21,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/75d3b796ae2543f6b8421457f183f0db as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/75d3b796ae2543f6b8421457f183f0db 2024-11-13T14:24:21,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T14:24:21,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:21,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/75d3b796ae2543f6b8421457f183f0db, entries=150, sequenceid=13, filesize=11.7 K 2024-11-13T14:24:21,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:21,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:21,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:21,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:21,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/3bdc83f5823240a5b95e0c2fd7f83edf as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/3bdc83f5823240a5b95e0c2fd7f83edf 2024-11-13T14:24:21,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/3bdc83f5823240a5b95e0c2fd7f83edf, entries=150, sequenceid=13, filesize=11.7 K 2024-11-13T14:24:21,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/a0f0f7fed1fc4340a1c5336c975bca88 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/a0f0f7fed1fc4340a1c5336c975bca88 2024-11-13T14:24:21,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/a0f0f7fed1fc4340a1c5336c975bca88, entries=150, sequenceid=13, filesize=11.7 K 2024-11-13T14:24:21,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e3f21b4d614d7a40f02c4980062a8826 in 999ms, sequenceid=13, compaction requested=false 2024-11-13T14:24:21,651 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-13T14:24:21,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:24:21,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T14:24:21,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:21,755 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T14:24:21,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/60cbf6cfb16c46f0b11d71fdba4d709f is 50, key is test_row_0/A:col10/1731507860791/Put/seqid=0 2024-11-13T14:24:21,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741840_1016 (size=12001) 2024-11-13T14:24:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:21,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:22,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507922022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507922032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507922035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507922039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507922045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507922152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507922153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507922153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507922164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,172 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507922163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,260 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/60cbf6cfb16c46f0b11d71fdba4d709f 2024-11-13T14:24:22,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/6ebeb291957548208ba48b8afbce97d0 is 50, key is test_row_0/B:col10/1731507860791/Put/seqid=0 2024-11-13T14:24:22,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741841_1017 (size=12001) 2024-11-13T14:24:22,322 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/6ebeb291957548208ba48b8afbce97d0 2024-11-13T14:24:22,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/0a3b5853ff85462190db503de665c409 is 50, key is test_row_0/C:col10/1731507860791/Put/seqid=0 2024-11-13T14:24:22,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507922363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507922373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507922373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741842_1018 (size=12001) 2024-11-13T14:24:22,385 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/0a3b5853ff85462190db503de665c409 2024-11-13T14:24:22,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507922382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507922383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,393 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/60cbf6cfb16c46f0b11d71fdba4d709f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/60cbf6cfb16c46f0b11d71fdba4d709f 2024-11-13T14:24:22,449 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/60cbf6cfb16c46f0b11d71fdba4d709f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-13T14:24:22,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/6ebeb291957548208ba48b8afbce97d0 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/6ebeb291957548208ba48b8afbce97d0 2024-11-13T14:24:22,469 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/6ebeb291957548208ba48b8afbce97d0, entries=150, sequenceid=37, filesize=11.7 K 2024-11-13T14:24:22,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/0a3b5853ff85462190db503de665c409 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/0a3b5853ff85462190db503de665c409 2024-11-13T14:24:22,487 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/0a3b5853ff85462190db503de665c409, entries=150, sequenceid=37, filesize=11.7 K 2024-11-13T14:24:22,490 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for e3f21b4d614d7a40f02c4980062a8826 in 735ms, sequenceid=37, compaction requested=false 2024-11-13T14:24:22,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:22,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:22,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T14:24:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T14:24:22,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-13T14:24:22,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9430 sec 2024-11-13T14:24:22,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.9630 sec 2024-11-13T14:24:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:22,679 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:24:22,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T14:24:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T14:24:22,694 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:22,695 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:24:22,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/1cd9390ca18a4ab191838a9adb6aa0cc is 50, key is test_row_0/A:col10/1731507862014/Put/seqid=0 2024-11-13T14:24:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-13T14:24:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T14:24:22,701 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:24:22,704 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:24:22,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:24:22,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741843_1019 (size=12001) 2024-11-13T14:24:22,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/1cd9390ca18a4ab191838a9adb6aa0cc 2024-11-13T14:24:22,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507922734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507922737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507922742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507922743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507922748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/9f7147f292e9455aa474334c6fb33483 is 50, key is test_row_0/B:col10/1731507862014/Put/seqid=0 2024-11-13T14:24:22,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741844_1020 (size=12001) 2024-11-13T14:24:22,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/9f7147f292e9455aa474334c6fb33483 2024-11-13T14:24:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T14:24:22,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/18b9196b524f4eccbb2cfaddff5be5b4 is 50, key is test_row_0/C:col10/1731507862014/Put/seqid=0 2024-11-13T14:24:22,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741845_1021 (size=12001) 2024-11-13T14:24:22,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/18b9196b524f4eccbb2cfaddff5be5b4 2024-11-13T14:24:22,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/1cd9390ca18a4ab191838a9adb6aa0cc as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/1cd9390ca18a4ab191838a9adb6aa0cc 2024-11-13T14:24:22,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507922852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507922853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T14:24:22,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:22,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:22,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:22,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:22,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:22,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507922863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507922863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:22,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507922863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:22,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:22,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:22,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/1cd9390ca18a4ab191838a9adb6aa0cc, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T14:24:22,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/9f7147f292e9455aa474334c6fb33483 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/9f7147f292e9455aa474334c6fb33483 2024-11-13T14:24:22,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/9f7147f292e9455aa474334c6fb33483, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T14:24:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/18b9196b524f4eccbb2cfaddff5be5b4 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/18b9196b524f4eccbb2cfaddff5be5b4 2024-11-13T14:24:22,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/18b9196b524f4eccbb2cfaddff5be5b4, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T14:24:22,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e3f21b4d614d7a40f02c4980062a8826 in 226ms, sequenceid=51, compaction requested=true 2024-11-13T14:24:22,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:22,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:24:22,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:22,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:24:22,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:22,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:24:22,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:22,913 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:22,917 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:22,919 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/B is initiating minor compaction (all files) 2024-11-13T14:24:22,920 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/B in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:22,920 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/3bdc83f5823240a5b95e0c2fd7f83edf, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/6ebeb291957548208ba48b8afbce97d0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/9f7147f292e9455aa474334c6fb33483] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=35.2 K 2024-11-13T14:24:22,922 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bdc83f5823240a5b95e0c2fd7f83edf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731507860597 2024-11-13T14:24:22,925 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:22,926 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ebeb291957548208ba48b8afbce97d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731507860767 2024-11-13T14:24:22,929 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f7147f292e9455aa474334c6fb33483, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731507862014 2024-11-13T14:24:22,930 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:22,930 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/A is initiating minor compaction (all files) 2024-11-13T14:24:22,930 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/A in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:22,930 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/75d3b796ae2543f6b8421457f183f0db, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/60cbf6cfb16c46f0b11d71fdba4d709f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/1cd9390ca18a4ab191838a9adb6aa0cc] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=35.2 K 2024-11-13T14:24:22,931 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75d3b796ae2543f6b8421457f183f0db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731507860597 2024-11-13T14:24:22,932 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60cbf6cfb16c46f0b11d71fdba4d709f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731507860767 2024-11-13T14:24:22,933 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cd9390ca18a4ab191838a9adb6aa0cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731507862014 2024-11-13T14:24:22,983 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#A#compaction#10 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:22,983 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#B#compaction#9 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:22,984 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/2bd19122e18845ae86b15e5e60278cda is 50, key is test_row_0/B:col10/1731507862014/Put/seqid=0 2024-11-13T14:24:22,984 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/2a73af3ea7224e79aa999e1c7db08c3d is 50, key is test_row_0/A:col10/1731507862014/Put/seqid=0 2024-11-13T14:24:23,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741846_1022 (size=12104) 2024-11-13T14:24:23,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T14:24:23,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:23,017 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T14:24:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T14:24:23,034 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/2a73af3ea7224e79aa999e1c7db08c3d as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/2a73af3ea7224e79aa999e1c7db08c3d 2024-11-13T14:24:23,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741847_1023 (size=12104) 2024-11-13T14:24:23,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/78d7d87515ab43bfab2e43ad68828fb4 is 50, key is test_row_0/A:col10/1731507862741/Put/seqid=0 2024-11-13T14:24:23,068 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/A of e3f21b4d614d7a40f02c4980062a8826 into 2a73af3ea7224e79aa999e1c7db08c3d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:23,068 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:23,071 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/A, priority=13, startTime=1731507862907; duration=0sec 2024-11-13T14:24:23,071 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:23,072 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:A 2024-11-13T14:24:23,072 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:23,076 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:23,077 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/C is initiating minor compaction (all files) 2024-11-13T14:24:23,077 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/C in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:23,077 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/a0f0f7fed1fc4340a1c5336c975bca88, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/0a3b5853ff85462190db503de665c409, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/18b9196b524f4eccbb2cfaddff5be5b4] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=35.2 K 2024-11-13T14:24:23,078 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0f0f7fed1fc4340a1c5336c975bca88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731507860597 2024-11-13T14:24:23,079 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a3b5853ff85462190db503de665c409, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731507860767 2024-11-13T14:24:23,081 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18b9196b524f4eccbb2cfaddff5be5b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731507862014 2024-11-13T14:24:23,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:23,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:23,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741848_1024 (size=12001) 2024-11-13T14:24:23,123 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#C#compaction#12 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:23,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T14:24:23,127 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/f2af2c9bfedd4fc99a06477841e5fa97 is 50, key is test_row_0/C:col10/1731507862014/Put/seqid=0 2024-11-13T14:24:23,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507923111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,146 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507923115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507923120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507923121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507923148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741849_1025 (size=12104) 2024-11-13T14:24:23,223 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T14:24:23,249 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T14:24:23,250 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T14:24:23,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:24:23,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T14:24:23,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T14:24:23,253 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T14:24:23,254 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T14:24:23,254 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-13T14:24:23,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507923252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507923252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507923263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507923263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507923263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T14:24:23,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507923463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,475 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/2bd19122e18845ae86b15e5e60278cda as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/2bd19122e18845ae86b15e5e60278cda 2024-11-13T14:24:23,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507923475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507923475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507923475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507923483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,510 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/B of e3f21b4d614d7a40f02c4980062a8826 into 2bd19122e18845ae86b15e5e60278cda(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:23,511 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:23,511 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/B, priority=13, startTime=1731507862911; duration=0sec 2024-11-13T14:24:23,511 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:23,511 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:B 2024-11-13T14:24:23,512 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/78d7d87515ab43bfab2e43ad68828fb4 2024-11-13T14:24:23,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/ed90d346a5d34578aa772f479707acf1 is 50, key is test_row_0/B:col10/1731507862741/Put/seqid=0 2024-11-13T14:24:23,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741850_1026 (size=12001) 2024-11-13T14:24:23,591 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/ed90d346a5d34578aa772f479707acf1 2024-11-13T14:24:23,602 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/f2af2c9bfedd4fc99a06477841e5fa97 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/f2af2c9bfedd4fc99a06477841e5fa97 2024-11-13T14:24:23,621 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/C of e3f21b4d614d7a40f02c4980062a8826 into f2af2c9bfedd4fc99a06477841e5fa97(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:23,622 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:23,622 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/C, priority=13, startTime=1731507862911; duration=0sec 2024-11-13T14:24:23,622 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:23,622 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:C 2024-11-13T14:24:23,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/787ca43be56c4cefa3300c388147b108 is 50, key is test_row_0/C:col10/1731507862741/Put/seqid=0 2024-11-13T14:24:23,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741851_1027 (size=12001) 2024-11-13T14:24:23,674 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/787ca43be56c4cefa3300c388147b108 2024-11-13T14:24:23,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/78d7d87515ab43bfab2e43ad68828fb4 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/78d7d87515ab43bfab2e43ad68828fb4 2024-11-13T14:24:23,703 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/78d7d87515ab43bfab2e43ad68828fb4, entries=150, sequenceid=73, filesize=11.7 K 2024-11-13T14:24:23,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/ed90d346a5d34578aa772f479707acf1 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ed90d346a5d34578aa772f479707acf1 2024-11-13T14:24:23,719 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ed90d346a5d34578aa772f479707acf1, entries=150, sequenceid=73, filesize=11.7 K 2024-11-13T14:24:23,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/787ca43be56c4cefa3300c388147b108 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/787ca43be56c4cefa3300c388147b108 2024-11-13T14:24:23,736 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/787ca43be56c4cefa3300c388147b108, entries=150, sequenceid=73, filesize=11.7 K 2024-11-13T14:24:23,738 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e3f21b4d614d7a40f02c4980062a8826 in 721ms, sequenceid=73, compaction requested=false 2024-11-13T14:24:23,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:23,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:23,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T14:24:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T14:24:23,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T14:24:23,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0370 sec 2024-11-13T14:24:23,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.0530 sec 2024-11-13T14:24:23,789 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:24:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:23,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T14:24:23,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/c057e037c22c49b0a07d436422666e37 is 50, key is test_row_0/A:col10/1731507863117/Put/seqid=0 2024-11-13T14:24:23,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T14:24:23,846 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:23,847 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:24:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-13T14:24:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T14:24:23,851 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:24:23,853 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:24:23,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:24:23,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741852_1028 (size=14341) 2024-11-13T14:24:23,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/c057e037c22c49b0a07d436422666e37 2024-11-13T14:24:23,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507923858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507923865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507923869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507923870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507923873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/6e49db7add6440c091fba31f023faa55 is 50, key is test_row_0/B:col10/1731507863117/Put/seqid=0 2024-11-13T14:24:23,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741853_1029 (size=12001) 2024-11-13T14:24:23,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T14:24:23,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/6e49db7add6440c091fba31f023faa55 2024-11-13T14:24:23,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/50249aabcc9e451f8841778eb6648f4d is 50, key is test_row_0/C:col10/1731507863117/Put/seqid=0 2024-11-13T14:24:23,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507923983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507923983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507923992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:23,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507923992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507924002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T14:24:24,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:24,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:24,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:24,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:24,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:24,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741854_1030 (size=12001) 2024-11-13T14:24:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:24,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/50249aabcc9e451f8841778eb6648f4d 2024-11-13T14:24:24,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/c057e037c22c49b0a07d436422666e37 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/c057e037c22c49b0a07d436422666e37 2024-11-13T14:24:24,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/c057e037c22c49b0a07d436422666e37, entries=200, sequenceid=91, filesize=14.0 K 2024-11-13T14:24:24,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/6e49db7add6440c091fba31f023faa55 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/6e49db7add6440c091fba31f023faa55 2024-11-13T14:24:24,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/6e49db7add6440c091fba31f023faa55, entries=150, sequenceid=91, filesize=11.7 K 2024-11-13T14:24:24,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/50249aabcc9e451f8841778eb6648f4d as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/50249aabcc9e451f8841778eb6648f4d 2024-11-13T14:24:24,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/50249aabcc9e451f8841778eb6648f4d, entries=150, sequenceid=91, filesize=11.7 K 2024-11-13T14:24:24,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e3f21b4d614d7a40f02c4980062a8826 in 324ms, sequenceid=91, compaction requested=true 2024-11-13T14:24:24,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:24,113 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:24,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:24:24,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:24,115 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:24,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:24:24,116 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:24,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:24,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:24:24,116 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/A is initiating minor compaction (all files) 2024-11-13T14:24:24,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:24,116 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/A in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:24,116 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/2a73af3ea7224e79aa999e1c7db08c3d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/78d7d87515ab43bfab2e43ad68828fb4, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/c057e037c22c49b0a07d436422666e37] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=37.5 K 2024-11-13T14:24:24,117 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a73af3ea7224e79aa999e1c7db08c3d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731507862014 2024-11-13T14:24:24,118 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78d7d87515ab43bfab2e43ad68828fb4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731507862733 2024-11-13T14:24:24,118 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:24,119 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/B is initiating minor compaction (all files) 2024-11-13T14:24:24,119 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/B in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:24,119 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/2bd19122e18845ae86b15e5e60278cda, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ed90d346a5d34578aa772f479707acf1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/6e49db7add6440c091fba31f023faa55] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=35.3 K 2024-11-13T14:24:24,119 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting c057e037c22c49b0a07d436422666e37, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731507863111 2024-11-13T14:24:24,120 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bd19122e18845ae86b15e5e60278cda, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731507862014 2024-11-13T14:24:24,122 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting ed90d346a5d34578aa772f479707acf1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731507862733 2024-11-13T14:24:24,125 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e49db7add6440c091fba31f023faa55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731507863117 2024-11-13T14:24:24,152 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:24,153 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/332411703e494672b3fa710ff040d8b9 is 50, key is test_row_0/A:col10/1731507863117/Put/seqid=0 2024-11-13T14:24:24,166 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:24,167 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/a7d10644cee04703a23bf8bfe08d8a5f is 50, key is test_row_0/B:col10/1731507863117/Put/seqid=0 2024-11-13T14:24:24,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T14:24:24,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T14:24:24,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:24,174 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T14:24:24,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/fe4e0670deab4f8294592c0a9b77951a is 50, key is test_row_0/A:col10/1731507863867/Put/seqid=0 2024-11-13T14:24:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:24,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:24,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741855_1031 (size=12207) 2024-11-13T14:24:24,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741856_1032 (size=12207) 2024-11-13T14:24:24,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507924223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507924225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507924226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507924229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507924232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741857_1033 (size=12001) 2024-11-13T14:24:24,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507924342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507924342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507924342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,345 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507924342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507924343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T14:24:24,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507924553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507924555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507924556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507924556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507924556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,642 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/a7d10644cee04703a23bf8bfe08d8a5f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/a7d10644cee04703a23bf8bfe08d8a5f 2024-11-13T14:24:24,642 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/332411703e494672b3fa710ff040d8b9 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/332411703e494672b3fa710ff040d8b9 2024-11-13T14:24:24,653 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/fe4e0670deab4f8294592c0a9b77951a 2024-11-13T14:24:24,662 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/B of e3f21b4d614d7a40f02c4980062a8826 into a7d10644cee04703a23bf8bfe08d8a5f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:24,663 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:24,663 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/B, priority=13, startTime=1731507864115; duration=0sec 2024-11-13T14:24:24,663 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:24,663 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:B 2024-11-13T14:24:24,663 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:24,666 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:24,666 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/C is initiating minor compaction (all files) 2024-11-13T14:24:24,666 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/C in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:24,666 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/f2af2c9bfedd4fc99a06477841e5fa97, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/787ca43be56c4cefa3300c388147b108, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/50249aabcc9e451f8841778eb6648f4d] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=35.3 K 2024-11-13T14:24:24,667 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting f2af2c9bfedd4fc99a06477841e5fa97, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731507862014 2024-11-13T14:24:24,668 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 787ca43be56c4cefa3300c388147b108, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731507862733 2024-11-13T14:24:24,669 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 50249aabcc9e451f8841778eb6648f4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731507863117 2024-11-13T14:24:24,682 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/A of e3f21b4d614d7a40f02c4980062a8826 into 332411703e494672b3fa710ff040d8b9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:24,682 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:24,682 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/A, priority=13, startTime=1731507864113; duration=0sec 2024-11-13T14:24:24,682 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:24,682 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:A 2024-11-13T14:24:24,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/20539a2b8b7d4e0bb72c19442e6a02b3 is 50, key is test_row_0/B:col10/1731507863867/Put/seqid=0 2024-11-13T14:24:24,697 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#C#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:24,698 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/aa0a3163479b48138a0435a11c979105 is 50, key is test_row_0/C:col10/1731507863117/Put/seqid=0 2024-11-13T14:24:24,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741858_1034 (size=12001) 2024-11-13T14:24:24,740 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/20539a2b8b7d4e0bb72c19442e6a02b3 2024-11-13T14:24:24,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/3fad7b8aa3e8461f8915ba1ee50ff1a9 is 50, key is test_row_0/C:col10/1731507863867/Put/seqid=0 2024-11-13T14:24:24,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741859_1035 (size=12207) 2024-11-13T14:24:24,774 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/aa0a3163479b48138a0435a11c979105 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/aa0a3163479b48138a0435a11c979105 2024-11-13T14:24:24,788 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/C of e3f21b4d614d7a40f02c4980062a8826 into aa0a3163479b48138a0435a11c979105(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:24,788 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:24,819 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/C, priority=13, startTime=1731507864116; duration=0sec 2024-11-13T14:24:24,820 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:24,820 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:C 2024-11-13T14:24:24,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741860_1036 (size=12001) 2024-11-13T14:24:24,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507924874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507924874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507924882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507924882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507924892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:24,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:24,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T14:24:25,228 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/3fad7b8aa3e8461f8915ba1ee50ff1a9 2024-11-13T14:24:25,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/fe4e0670deab4f8294592c0a9b77951a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/fe4e0670deab4f8294592c0a9b77951a 2024-11-13T14:24:25,263 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/fe4e0670deab4f8294592c0a9b77951a, entries=150, sequenceid=112, filesize=11.7 K 2024-11-13T14:24:25,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/20539a2b8b7d4e0bb72c19442e6a02b3 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/20539a2b8b7d4e0bb72c19442e6a02b3 2024-11-13T14:24:25,288 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/20539a2b8b7d4e0bb72c19442e6a02b3, entries=150, sequenceid=112, filesize=11.7 K 2024-11-13T14:24:25,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/3fad7b8aa3e8461f8915ba1ee50ff1a9 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/3fad7b8aa3e8461f8915ba1ee50ff1a9 2024-11-13T14:24:25,317 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/3fad7b8aa3e8461f8915ba1ee50ff1a9, entries=150, sequenceid=112, filesize=11.7 K 2024-11-13T14:24:25,319 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for e3f21b4d614d7a40f02c4980062a8826 in 1145ms, sequenceid=112, compaction requested=false 2024-11-13T14:24:25,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:25,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:25,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T14:24:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T14:24:25,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T14:24:25,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4700 sec 2024-11-13T14:24:25,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.4820 sec 2024-11-13T14:24:25,400 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:24:25,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T14:24:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:25,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/069abe979b4240edb1727e8f7fa447ad is 50, key is test_row_0/A:col10/1731507865397/Put/seqid=0 2024-11-13T14:24:25,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507925461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:25,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:25,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507925464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507925467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:25,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:25,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:25,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:25,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507925469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:25,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:25,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741861_1037 (size=12051) 2024-11-13T14:24:25,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507925478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:25,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:25,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:25,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507925583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:25,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:25,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507925583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:25,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:25,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507925583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:25,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507925584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:25,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507925593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:25,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:25,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507925792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:25,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507925792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:25,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507925792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:25,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507925802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:25,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507925802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:25,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:25,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:25,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/069abe979b4240edb1727e8f7fa447ad 2024-11-13T14:24:25,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/b737a8f9b96c410ebda64fff34c94d22 is 50, key is test_row_0/B:col10/1731507865397/Put/seqid=0 2024-11-13T14:24:25,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741862_1038 (size=12051) 2024-11-13T14:24:25,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/b737a8f9b96c410ebda64fff34c94d22 2024-11-13T14:24:25,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/620df901ca90427ab1677505aeb8e917 is 50, key is test_row_0/C:col10/1731507865397/Put/seqid=0 2024-11-13T14:24:25,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741863_1039 (size=12051) 2024-11-13T14:24:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T14:24:26,012 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:26,013 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:24:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-13T14:24:26,018 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:24:26,021 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:24:26,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:24:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T14:24:26,027 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42917 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=eb1966fd6578,42905,1731507853619, table=TestAcidGuarantees, region=e3f21b4d614d7a40f02c4980062a8826. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T14:24:26,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507926102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507926102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507926102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:26,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:26,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:26,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507926113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507926113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T14:24:26,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T14:24:26,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:26,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:26,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:26,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:26,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:26,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:26,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T14:24:26,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:26,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:26,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:26,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T14:24:26,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:26,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/620df901ca90427ab1677505aeb8e917 2024-11-13T14:24:26,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/069abe979b4240edb1727e8f7fa447ad as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/069abe979b4240edb1727e8f7fa447ad 2024-11-13T14:24:26,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/069abe979b4240edb1727e8f7fa447ad, entries=150, sequenceid=131, filesize=11.8 K 2024-11-13T14:24:26,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/b737a8f9b96c410ebda64fff34c94d22 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/b737a8f9b96c410ebda64fff34c94d22 2024-11-13T14:24:26,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/b737a8f9b96c410ebda64fff34c94d22, entries=150, sequenceid=131, filesize=11.8 K 2024-11-13T14:24:26,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/620df901ca90427ab1677505aeb8e917 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/620df901ca90427ab1677505aeb8e917 2024-11-13T14:24:26,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/620df901ca90427ab1677505aeb8e917, entries=150, sequenceid=131, filesize=11.8 K 2024-11-13T14:24:26,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e3f21b4d614d7a40f02c4980062a8826 in 1053ms, sequenceid=131, compaction requested=true 2024-11-13T14:24:26,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:26,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:24:26,454 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:26,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:26,454 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:26,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:24:26,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:26,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:24:26,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:26,456 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:26,456 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/A is initiating minor compaction (all files) 2024-11-13T14:24:26,456 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:26,456 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/A in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:26,456 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/B is initiating minor compaction (all files) 2024-11-13T14:24:26,456 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/B in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:26,456 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/332411703e494672b3fa710ff040d8b9, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/fe4e0670deab4f8294592c0a9b77951a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/069abe979b4240edb1727e8f7fa447ad] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=35.4 K 2024-11-13T14:24:26,456 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/a7d10644cee04703a23bf8bfe08d8a5f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/20539a2b8b7d4e0bb72c19442e6a02b3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/b737a8f9b96c410ebda64fff34c94d22] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=35.4 K 2024-11-13T14:24:26,457 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting a7d10644cee04703a23bf8bfe08d8a5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731507863117 2024-11-13T14:24:26,458 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 332411703e494672b3fa710ff040d8b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731507863117 2024-11-13T14:24:26,458 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 20539a2b8b7d4e0bb72c19442e6a02b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731507863847 2024-11-13T14:24:26,459 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe4e0670deab4f8294592c0a9b77951a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731507863847 2024-11-13T14:24:26,460 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting b737a8f9b96c410ebda64fff34c94d22, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731507864221 2024-11-13T14:24:26,460 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 069abe979b4240edb1727e8f7fa447ad, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731507864221 2024-11-13T14:24:26,493 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#B#compaction#27 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:26,495 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/66ec5c24bcea41c3a231445869b65b9e is 50, key is test_row_0/B:col10/1731507865397/Put/seqid=0 2024-11-13T14:24:26,496 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:26,497 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/382c86e6897849d7bc6feee5c0d3f419 is 50, key is test_row_0/A:col10/1731507865397/Put/seqid=0 2024-11-13T14:24:26,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T14:24:26,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:26,499 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T14:24:26,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/a5a4f929f30a4c2bbdb490e0771852b1 is 50, key is test_row_0/A:col10/1731507865466/Put/seqid=0 2024-11-13T14:24:26,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741865_1041 (size=12359) 2024-11-13T14:24:26,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741864_1040 (size=12359) 2024-11-13T14:24:26,541 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/382c86e6897849d7bc6feee5c0d3f419 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/382c86e6897849d7bc6feee5c0d3f419 2024-11-13T14:24:26,561 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/66ec5c24bcea41c3a231445869b65b9e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/66ec5c24bcea41c3a231445869b65b9e 2024-11-13T14:24:26,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741866_1042 (size=12151) 2024-11-13T14:24:26,571 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/a5a4f929f30a4c2bbdb490e0771852b1 2024-11-13T14:24:26,577 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/A of e3f21b4d614d7a40f02c4980062a8826 into 382c86e6897849d7bc6feee5c0d3f419(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:26,577 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:26,577 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/A, priority=13, startTime=1731507866454; duration=0sec 2024-11-13T14:24:26,577 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:26,578 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:A 2024-11-13T14:24:26,578 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:26,583 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/B of e3f21b4d614d7a40f02c4980062a8826 into 66ec5c24bcea41c3a231445869b65b9e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:26,583 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:26,583 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/B, priority=13, startTime=1731507866454; duration=0sec 2024-11-13T14:24:26,583 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:26,583 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:B 2024-11-13T14:24:26,587 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:26,587 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/C is initiating minor compaction (all files) 2024-11-13T14:24:26,587 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/C in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:26,588 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/aa0a3163479b48138a0435a11c979105, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/3fad7b8aa3e8461f8915ba1ee50ff1a9, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/620df901ca90427ab1677505aeb8e917] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=35.4 K 2024-11-13T14:24:26,589 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa0a3163479b48138a0435a11c979105, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731507863117 2024-11-13T14:24:26,590 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fad7b8aa3e8461f8915ba1ee50ff1a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731507863847 2024-11-13T14:24:26,591 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 620df901ca90427ab1677505aeb8e917, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731507864221 2024-11-13T14:24:26,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/5ff8e6485bab43caa9e0e0014531e1cc is 50, key is test_row_0/B:col10/1731507865466/Put/seqid=0 2024-11-13T14:24:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:26,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:26,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741867_1043 (size=12151) 2024-11-13T14:24:26,639 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#C#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:26,639 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/5ff8e6485bab43caa9e0e0014531e1cc 2024-11-13T14:24:26,640 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/7bd818f6656d4b80abf84d4714259f4d is 50, key is test_row_0/C:col10/1731507865397/Put/seqid=0 2024-11-13T14:24:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T14:24:26,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507926650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507926653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507926658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:26,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:26,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507926659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:26,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:26,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507926662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:26,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/4ad15b18f7934f419be6312da3181ab9 is 50, key is test_row_0/C:col10/1731507865466/Put/seqid=0 2024-11-13T14:24:26,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741868_1044 (size=12359) 2024-11-13T14:24:26,692 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/7bd818f6656d4b80abf84d4714259f4d as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/7bd818f6656d4b80abf84d4714259f4d 2024-11-13T14:24:26,703 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/C of e3f21b4d614d7a40f02c4980062a8826 into 7bd818f6656d4b80abf84d4714259f4d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:26,704 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:26,704 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/C, priority=13, startTime=1731507866454; duration=0sec 2024-11-13T14:24:26,705 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:26,706 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:C 2024-11-13T14:24:26,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741869_1045 (size=12151) 2024-11-13T14:24:26,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507926774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507926774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507926774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:26,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:26,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507926776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:26,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507926777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:26,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507926982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:26,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507926983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,986 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,986 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507926983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,986 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:26,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:26,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507926993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:26,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507926993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:26,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:26,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:27,108 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/4ad15b18f7934f419be6312da3181ab9 2024-11-13T14:24:27,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/a5a4f929f30a4c2bbdb490e0771852b1 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/a5a4f929f30a4c2bbdb490e0771852b1 2024-11-13T14:24:27,125 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/a5a4f929f30a4c2bbdb490e0771852b1, entries=150, sequenceid=151, filesize=11.9 K 2024-11-13T14:24:27,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/5ff8e6485bab43caa9e0e0014531e1cc as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/5ff8e6485bab43caa9e0e0014531e1cc 2024-11-13T14:24:27,136 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/5ff8e6485bab43caa9e0e0014531e1cc, entries=150, sequenceid=151, filesize=11.9 K 2024-11-13T14:24:27,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/4ad15b18f7934f419be6312da3181ab9 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/4ad15b18f7934f419be6312da3181ab9 2024-11-13T14:24:27,155 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/4ad15b18f7934f419be6312da3181ab9, entries=150, sequenceid=151, filesize=11.9 K 2024-11-13T14:24:27,162 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for e3f21b4d614d7a40f02c4980062a8826 in 663ms, sequenceid=151, compaction requested=false 2024-11-13T14:24:27,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T14:24:27,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:27,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T14:24:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T14:24:27,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T14:24:27,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1490 sec 2024-11-13T14:24:27,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.1660 sec 2024-11-13T14:24:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:27,297 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:24:27,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-13T14:24:27,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/65e5167a516e402a9966990bc833b9f3 is 50, key is test_row_0/A:col10/1731507866651/Put/seqid=0 2024-11-13T14:24:27,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741870_1046 (size=16931) 2024-11-13T14:24:27,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/65e5167a516e402a9966990bc833b9f3 2024-11-13T14:24:27,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507927336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:27,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:27,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:27,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507927333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:27,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:27,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507927356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:27,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:27,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507927356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:27,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:27,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:27,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507927357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:27,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:27,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/26c8d0e5b94e4147b32e31950d65a46b is 50, key is test_row_0/B:col10/1731507866651/Put/seqid=0 2024-11-13T14:24:27,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741871_1047 (size=12151) 2024-11-13T14:24:27,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507927462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:27,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:27,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507927462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:27,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507927473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:27,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:27,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507927473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:27,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507927473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:27,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:27,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507927672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:27,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507927672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:27,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:27,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:27,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507927682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:27,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:27,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507927682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:27,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:27,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507927682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:27,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:27,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/26c8d0e5b94e4147b32e31950d65a46b 2024-11-13T14:24:27,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/83f6a4be46c94b49a2ef2e2141826228 is 50, key is test_row_0/C:col10/1731507866651/Put/seqid=0 2024-11-13T14:24:27,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741872_1048 (size=12151) 2024-11-13T14:24:27,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507927982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:27,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:27,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:27,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507927984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:27,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:27,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507927992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:27,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:27,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507927992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:27,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:27,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:28,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507928002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T14:24:28,182 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:28,183 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:24:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-13T14:24:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T14:24:28,188 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:24:28,190 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:24:28,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:24:28,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/83f6a4be46c94b49a2ef2e2141826228 2024-11-13T14:24:28,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/65e5167a516e402a9966990bc833b9f3 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/65e5167a516e402a9966990bc833b9f3 2024-11-13T14:24:28,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/65e5167a516e402a9966990bc833b9f3, entries=250, sequenceid=172, filesize=16.5 K 2024-11-13T14:24:28,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/26c8d0e5b94e4147b32e31950d65a46b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/26c8d0e5b94e4147b32e31950d65a46b 2024-11-13T14:24:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T14:24:28,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/26c8d0e5b94e4147b32e31950d65a46b, entries=150, sequenceid=172, filesize=11.9 K 2024-11-13T14:24:28,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/83f6a4be46c94b49a2ef2e2141826228 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/83f6a4be46c94b49a2ef2e2141826228 2024-11-13T14:24:28,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/83f6a4be46c94b49a2ef2e2141826228, entries=150, sequenceid=172, filesize=11.9 K 2024-11-13T14:24:28,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for e3f21b4d614d7a40f02c4980062a8826 in 1015ms, sequenceid=172, compaction requested=true 2024-11-13T14:24:28,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:28,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:24:28,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:28,313 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:28,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:24:28,313 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:28,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:28,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:24:28,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:28,315 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:28,315 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/A is initiating minor compaction (all files) 2024-11-13T14:24:28,315 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/A in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:28,315 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/382c86e6897849d7bc6feee5c0d3f419, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/a5a4f929f30a4c2bbdb490e0771852b1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/65e5167a516e402a9966990bc833b9f3] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=40.5 K 2024-11-13T14:24:28,315 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:28,315 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/B is initiating minor compaction (all files) 2024-11-13T14:24:28,315 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/B in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:28,315 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/66ec5c24bcea41c3a231445869b65b9e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/5ff8e6485bab43caa9e0e0014531e1cc, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/26c8d0e5b94e4147b32e31950d65a46b] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=35.8 K 2024-11-13T14:24:28,316 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 382c86e6897849d7bc6feee5c0d3f419, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731507864221 2024-11-13T14:24:28,316 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 66ec5c24bcea41c3a231445869b65b9e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731507864221 2024-11-13T14:24:28,316 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5a4f929f30a4c2bbdb490e0771852b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731507865444 2024-11-13T14:24:28,317 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ff8e6485bab43caa9e0e0014531e1cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731507865444 2024-11-13T14:24:28,317 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 26c8d0e5b94e4147b32e31950d65a46b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731507866651 2024-11-13T14:24:28,317 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65e5167a516e402a9966990bc833b9f3, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731507866644 2024-11-13T14:24:28,344 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#B#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:28,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-13T14:24:28,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:28,347 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T14:24:28,348 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/94d56120ee9f49c9a760d26cd7f436c2 is 50, key is test_row_0/B:col10/1731507866651/Put/seqid=0 2024-11-13T14:24:28,352 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#A#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:28,353 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/8e123a042dc34239888c989e14628a2e is 50, key is test_row_0/A:col10/1731507866651/Put/seqid=0 2024-11-13T14:24:28,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/f3dfaae02612410387f22a7a06300a4b is 50, key is test_row_0/A:col10/1731507867335/Put/seqid=0 2024-11-13T14:24:28,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741874_1050 (size=12561) 2024-11-13T14:24:28,398 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/8e123a042dc34239888c989e14628a2e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/8e123a042dc34239888c989e14628a2e 2024-11-13T14:24:28,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741875_1051 (size=12151) 2024-11-13T14:24:28,468 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/A of e3f21b4d614d7a40f02c4980062a8826 into 8e123a042dc34239888c989e14628a2e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:28,468 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:28,468 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/A, priority=13, startTime=1731507868313; duration=0sec 2024-11-13T14:24:28,469 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/f3dfaae02612410387f22a7a06300a4b 2024-11-13T14:24:28,469 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:28,469 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:A 2024-11-13T14:24:28,469 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:28,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741873_1049 (size=12561) 2024-11-13T14:24:28,474 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:28,474 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/C is initiating minor compaction (all files) 2024-11-13T14:24:28,474 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/C in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:28,474 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/7bd818f6656d4b80abf84d4714259f4d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/4ad15b18f7934f419be6312da3181ab9, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/83f6a4be46c94b49a2ef2e2141826228] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=35.8 K 2024-11-13T14:24:28,475 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bd818f6656d4b80abf84d4714259f4d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731507864221 2024-11-13T14:24:28,476 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ad15b18f7934f419be6312da3181ab9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731507865444 2024-11-13T14:24:28,477 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83f6a4be46c94b49a2ef2e2141826228, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731507866651 2024-11-13T14:24:28,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:28,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/4bfaee9062d44d388e7e1e7605e054c7 is 50, key is test_row_0/B:col10/1731507867335/Put/seqid=0 2024-11-13T14:24:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T14:24:28,514 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#C#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:28,516 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/9e4ba56fa36f414bbad7d66a38ebef9a is 50, key is test_row_0/C:col10/1731507866651/Put/seqid=0 2024-11-13T14:24:28,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:28,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507928534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507928536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:28,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:28,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:28,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741876_1052 (size=12151) 2024-11-13T14:24:28,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507928543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:28,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:28,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507928543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:28,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741877_1053 (size=12561) 2024-11-13T14:24:28,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:28,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507928543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:28,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:28,569 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/9e4ba56fa36f414bbad7d66a38ebef9a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/9e4ba56fa36f414bbad7d66a38ebef9a 2024-11-13T14:24:28,590 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/C of e3f21b4d614d7a40f02c4980062a8826 into 9e4ba56fa36f414bbad7d66a38ebef9a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:28,590 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:28,590 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/C, priority=13, startTime=1731507868313; duration=0sec 2024-11-13T14:24:28,591 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:28,591 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:C 2024-11-13T14:24:28,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507928652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:28,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507928653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:28,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:28,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507928662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:28,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:28,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507928662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:28,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:28,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507928664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T14:24:28,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507928862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:28,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:28,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507928862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:28,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:28,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:28,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507928872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:28,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507928872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:28,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:28,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507928872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:28,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:28,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:28,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:28,887 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/94d56120ee9f49c9a760d26cd7f436c2 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/94d56120ee9f49c9a760d26cd7f436c2 2024-11-13T14:24:28,906 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/B of e3f21b4d614d7a40f02c4980062a8826 into 94d56120ee9f49c9a760d26cd7f436c2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:28,906 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:28,906 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/B, priority=13, startTime=1731507868313; duration=0sec 2024-11-13T14:24:28,906 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:28,906 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:B 2024-11-13T14:24:28,946 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/4bfaee9062d44d388e7e1e7605e054c7 2024-11-13T14:24:28,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/f63f54b9b2494b7181f959ae71df936d is 50, key is test_row_0/C:col10/1731507867335/Put/seqid=0 2024-11-13T14:24:29,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741878_1054 (size=12151) 2024-11-13T14:24:29,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507929172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:29,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:29,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507929172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:29,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:29,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507929182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:29,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507929182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:29,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:29,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507929183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:29,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T14:24:29,420 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/f63f54b9b2494b7181f959ae71df936d 2024-11-13T14:24:29,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/f3dfaae02612410387f22a7a06300a4b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/f3dfaae02612410387f22a7a06300a4b 2024-11-13T14:24:29,440 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/f3dfaae02612410387f22a7a06300a4b, entries=150, sequenceid=192, filesize=11.9 K 2024-11-13T14:24:29,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/4bfaee9062d44d388e7e1e7605e054c7 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/4bfaee9062d44d388e7e1e7605e054c7 2024-11-13T14:24:29,463 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/4bfaee9062d44d388e7e1e7605e054c7, entries=150, sequenceid=192, filesize=11.9 K 2024-11-13T14:24:29,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/f63f54b9b2494b7181f959ae71df936d as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/f63f54b9b2494b7181f959ae71df936d 2024-11-13T14:24:29,480 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/f63f54b9b2494b7181f959ae71df936d, entries=150, sequenceid=192, filesize=11.9 K 2024-11-13T14:24:29,483 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for e3f21b4d614d7a40f02c4980062a8826 in 1135ms, sequenceid=192, compaction requested=false 2024-11-13T14:24:29,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:29,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:29,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-13T14:24:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-13T14:24:29,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T14:24:29,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2950 sec 2024-11-13T14:24:29,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.3100 sec 2024-11-13T14:24:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:29,684 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:24:29,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-13T14:24:29,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/30f4c0e114244fc2852ec15011c116f3 is 50, key is test_row_0/A:col10/1731507868531/Put/seqid=0 2024-11-13T14:24:29,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741879_1055 (size=16931) 2024-11-13T14:24:29,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/30f4c0e114244fc2852ec15011c116f3 2024-11-13T14:24:29,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/72d5669567ab44659ec113bebc1f92cd is 50, key is test_row_0/B:col10/1731507868531/Put/seqid=0 2024-11-13T14:24:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741880_1056 (size=12151) 2024-11-13T14:24:29,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507929741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:29,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507929747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507929747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:29,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:29,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507929751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:29,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:29,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507929752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:29,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:29,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507929862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507929862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507929862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:29,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:29,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507929862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:29,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:29,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:29,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507929872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:29,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:29,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507930072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507930072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507930072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507930073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507930082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/72d5669567ab44659ec113bebc1f92cd 2024-11-13T14:24:30,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/d361b74e1d314b5e97b8ea7856fbee0f is 50, key is test_row_0/C:col10/1731507868531/Put/seqid=0 2024-11-13T14:24:30,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741881_1057 (size=12151) 2024-11-13T14:24:30,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/d361b74e1d314b5e97b8ea7856fbee0f 2024-11-13T14:24:30,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/30f4c0e114244fc2852ec15011c116f3 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/30f4c0e114244fc2852ec15011c116f3 2024-11-13T14:24:30,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/30f4c0e114244fc2852ec15011c116f3, entries=250, sequenceid=215, filesize=16.5 K 2024-11-13T14:24:30,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/72d5669567ab44659ec113bebc1f92cd as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/72d5669567ab44659ec113bebc1f92cd 2024-11-13T14:24:30,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/72d5669567ab44659ec113bebc1f92cd, entries=150, sequenceid=215, filesize=11.9 K 2024-11-13T14:24:30,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/d361b74e1d314b5e97b8ea7856fbee0f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/d361b74e1d314b5e97b8ea7856fbee0f 2024-11-13T14:24:30,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/d361b74e1d314b5e97b8ea7856fbee0f, entries=150, sequenceid=215, filesize=11.9 K 2024-11-13T14:24:30,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for e3f21b4d614d7a40f02c4980062a8826 in 518ms, sequenceid=215, compaction requested=true 2024-11-13T14:24:30,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:30,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:24:30,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:30,202 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:30,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:24:30,203 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:30,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:30,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:24:30,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:30,204 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:30,204 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/A is initiating minor compaction (all files) 2024-11-13T14:24:30,204 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/A in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:30,205 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/8e123a042dc34239888c989e14628a2e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/f3dfaae02612410387f22a7a06300a4b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/30f4c0e114244fc2852ec15011c116f3] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=40.7 K 2024-11-13T14:24:30,205 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:30,205 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/B is initiating minor compaction (all files) 2024-11-13T14:24:30,205 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/B in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:30,205 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/94d56120ee9f49c9a760d26cd7f436c2, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/4bfaee9062d44d388e7e1e7605e054c7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/72d5669567ab44659ec113bebc1f92cd] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=36.0 K 2024-11-13T14:24:30,206 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 94d56120ee9f49c9a760d26cd7f436c2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731507866651 2024-11-13T14:24:30,207 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e123a042dc34239888c989e14628a2e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731507866651 2024-11-13T14:24:30,207 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bfaee9062d44d388e7e1e7605e054c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731507867319 2024-11-13T14:24:30,208 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3dfaae02612410387f22a7a06300a4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731507867319 2024-11-13T14:24:30,208 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 72d5669567ab44659ec113bebc1f92cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731507868531 2024-11-13T14:24:30,209 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30f4c0e114244fc2852ec15011c116f3, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731507868531 2024-11-13T14:24:30,230 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#B#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:30,231 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/16bf6323051d4f1f8380134190a29bed is 50, key is test_row_0/B:col10/1731507868531/Put/seqid=0 2024-11-13T14:24:30,235 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:30,236 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/4e990aa907594217b894f5211b9381aa is 50, key is test_row_0/A:col10/1731507868531/Put/seqid=0 2024-11-13T14:24:30,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741882_1058 (size=12663) 2024-11-13T14:24:30,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741883_1059 (size=12663) 2024-11-13T14:24:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-13T14:24:30,332 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:30,332 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:24:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-13T14:24:30,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T14:24:30,335 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:24:30,336 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:24:30,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:24:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:30,384 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:24:30,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T14:24:30,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/b290dafdca794d62b1642448f5cbc934 is 50, key is test_row_0/A:col10/1731507869746/Put/seqid=0 2024-11-13T14:24:30,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741884_1060 (size=14541) 2024-11-13T14:24:30,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/b290dafdca794d62b1642448f5cbc934 2024-11-13T14:24:30,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507930408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507930411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507930413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/1bb5fee3d25c4ea9850a08e665171090 is 50, key is test_row_0/B:col10/1731507869746/Put/seqid=0 2024-11-13T14:24:30,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507930414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507930417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741885_1061 (size=12151) 2024-11-13T14:24:30,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/1bb5fee3d25c4ea9850a08e665171090 2024-11-13T14:24:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T14:24:30,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/32fb24b069664737a7c8c4403f6824af is 50, key is test_row_0/C:col10/1731507869746/Put/seqid=0 2024-11-13T14:24:30,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741886_1062 (size=12151) 2024-11-13T14:24:30,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/32fb24b069664737a7c8c4403f6824af 2024-11-13T14:24:30,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/b290dafdca794d62b1642448f5cbc934 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b290dafdca794d62b1642448f5cbc934 2024-11-13T14:24:30,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T14:24:30,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:30,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:30,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:30,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:30,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:30,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b290dafdca794d62b1642448f5cbc934, entries=200, sequenceid=233, filesize=14.2 K 2024-11-13T14:24:30,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/1bb5fee3d25c4ea9850a08e665171090 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/1bb5fee3d25c4ea9850a08e665171090 2024-11-13T14:24:30,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/1bb5fee3d25c4ea9850a08e665171090, entries=150, sequenceid=233, filesize=11.9 K 2024-11-13T14:24:30,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/32fb24b069664737a7c8c4403f6824af as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/32fb24b069664737a7c8c4403f6824af 2024-11-13T14:24:30,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/32fb24b069664737a7c8c4403f6824af, entries=150, sequenceid=233, filesize=11.9 K 2024-11-13T14:24:30,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for e3f21b4d614d7a40f02c4980062a8826 in 142ms, sequenceid=233, compaction requested=true 2024-11-13T14:24:30,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:30,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:A, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:24:30,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T14:24:30,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:B, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:24:30,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-13T14:24:30,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:24:30,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-13T14:24:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:30,530 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:24:30,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T14:24:30,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/7809a131d9454c8a936576bb4d5d669a is 50, key is test_row_0/A:col10/1731507870414/Put/seqid=0 2024-11-13T14:24:30,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507930555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507930556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507930559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507930561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507930561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741887_1063 (size=12151) 2024-11-13T14:24:30,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T14:24:30,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:30,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:30,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:30,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:30,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T14:24:30,665 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/16bf6323051d4f1f8380134190a29bed as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/16bf6323051d4f1f8380134190a29bed 2024-11-13T14:24:30,673 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/4e990aa907594217b894f5211b9381aa as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/4e990aa907594217b894f5211b9381aa 2024-11-13T14:24:30,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507930673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507930673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507930673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507930673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,683 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/B of e3f21b4d614d7a40f02c4980062a8826 into 16bf6323051d4f1f8380134190a29bed(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,683 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,683 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/B, priority=13, startTime=1731507870203; duration=0sec 2024-11-13T14:24:30,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507930673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,683 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-13T14:24:30,683 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/A of e3f21b4d614d7a40f02c4980062a8826 into 4e990aa907594217b894f5211b9381aa(size=12.4 K), total size for store is 26.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:30,683 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,684 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/A, priority=13, startTime=1731507870202; duration=0sec 2024-11-13T14:24:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,684 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-13T14:24:30,684 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:A 2024-11-13T14:24:30,684 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:A 2024-11-13T14:24:30,684 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:24:30,684 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:B 2024-11-13T14:24:30,685 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:B 2024-11-13T14:24:30,687 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:24:30,687 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/C is initiating minor compaction (all files) 2024-11-13T14:24:30,687 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/C in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:30,687 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/9e4ba56fa36f414bbad7d66a38ebef9a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/f63f54b9b2494b7181f959ae71df936d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/d361b74e1d314b5e97b8ea7856fbee0f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/32fb24b069664737a7c8c4403f6824af] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=47.9 K 2024-11-13T14:24:30,688 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e4ba56fa36f414bbad7d66a38ebef9a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731507866651 2024-11-13T14:24:30,689 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting f63f54b9b2494b7181f959ae71df936d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731507867319 2024-11-13T14:24:30,689 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting d361b74e1d314b5e97b8ea7856fbee0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731507868531 2024-11-13T14:24:30,690 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32fb24b069664737a7c8c4403f6824af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731507869738 2024-11-13T14:24:30,690 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-13T14:24:30,691 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-13T14:24:30,691 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-13T14:24:30,691 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. because compaction request was cancelled 2024-11-13T14:24:30,691 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:C 2024-11-13T14:24:30,691 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-13T14:24:30,692 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-13T14:24:30,693 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-13T14:24:30,693 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. because compaction request was cancelled 2024-11-13T14:24:30,693 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:B 2024-11-13T14:24:30,693 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-13T14:24:30,694 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-13T14:24:30,694 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-13T14:24:30,694 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. because compaction request was cancelled 2024-11-13T14:24:30,694 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:A 2024-11-13T14:24:30,700 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#C#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:30,701 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/0528957f88264c8ab4d88fc29d6aafd6 is 50, key is test_row_0/C:col10/1731507869746/Put/seqid=0 2024-11-13T14:24:30,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741888_1064 (size=12697) 2024-11-13T14:24:30,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T14:24:30,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:30,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:30,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:30,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:30,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:30,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507930892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507930892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507930892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507930892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507930893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:30,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T14:24:30,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:30,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:30,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:30,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:30,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T14:24:30,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/7809a131d9454c8a936576bb4d5d669a 2024-11-13T14:24:30,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/36f0fa413a374d26a2c582cfb17aef9c is 50, key is test_row_0/B:col10/1731507870414/Put/seqid=0 2024-11-13T14:24:30,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741889_1065 (size=12151) 2024-11-13T14:24:31,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T14:24:31,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:31,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:31,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:31,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:31,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:31,115 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/0528957f88264c8ab4d88fc29d6aafd6 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/0528957f88264c8ab4d88fc29d6aafd6 2024-11-13T14:24:31,121 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/C of e3f21b4d614d7a40f02c4980062a8826 into 0528957f88264c8ab4d88fc29d6aafd6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:31,121 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:31,121 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/C, priority=12, startTime=1731507870526; duration=0sec 2024-11-13T14:24:31,121 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:31,121 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:C 2024-11-13T14:24:31,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507931202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507931202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:31,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507931203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:31,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:31,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507931203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:31,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:31,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507931203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:31,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T14:24:31,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:31,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:31,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:31,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:31,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:31,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/36f0fa413a374d26a2c582cfb17aef9c 2024-11-13T14:24:31,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/9a46f932972949c3a9f255ffaf975ae6 is 50, key is test_row_0/C:col10/1731507870414/Put/seqid=0 2024-11-13T14:24:31,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741890_1066 (size=12151) 2024-11-13T14:24:31,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T14:24:31,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:31,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:31,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:31,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:31,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T14:24:31,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T14:24:31,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:31,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:31,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:31,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:31,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:31,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507931712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:31,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507931712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:31,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:31,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507931713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507931713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:31,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:31,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507931713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:31,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:31,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:31,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:31,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T14:24:31,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:31,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:31,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:31,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:31,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:31,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/9a46f932972949c3a9f255ffaf975ae6 2024-11-13T14:24:31,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/7809a131d9454c8a936576bb4d5d669a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/7809a131d9454c8a936576bb4d5d669a 2024-11-13T14:24:31,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/7809a131d9454c8a936576bb4d5d669a, entries=150, sequenceid=252, filesize=11.9 K 2024-11-13T14:24:31,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/36f0fa413a374d26a2c582cfb17aef9c as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/36f0fa413a374d26a2c582cfb17aef9c 2024-11-13T14:24:31,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/36f0fa413a374d26a2c582cfb17aef9c, entries=150, sequenceid=252, filesize=11.9 K 2024-11-13T14:24:31,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/9a46f932972949c3a9f255ffaf975ae6 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/9a46f932972949c3a9f255ffaf975ae6 2024-11-13T14:24:31,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/9a46f932972949c3a9f255ffaf975ae6, entries=150, sequenceid=252, filesize=11.9 K 2024-11-13T14:24:31,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for e3f21b4d614d7a40f02c4980062a8826 in 1308ms, sequenceid=252, compaction requested=true 2024-11-13T14:24:31,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:31,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:24:31,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:31,839 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:31,839 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:31,840 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:31,840 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/A is initiating minor compaction (all files) 2024-11-13T14:24:31,840 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/A in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:31,840 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/4e990aa907594217b894f5211b9381aa, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b290dafdca794d62b1642448f5cbc934, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/7809a131d9454c8a936576bb4d5d669a] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=38.4 K 2024-11-13T14:24:31,842 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:31,842 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e990aa907594217b894f5211b9381aa, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731507868531 2024-11-13T14:24:31,842 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/B is initiating minor compaction (all files) 2024-11-13T14:24:31,842 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/B in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:31,842 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/16bf6323051d4f1f8380134190a29bed, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/1bb5fee3d25c4ea9850a08e665171090, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/36f0fa413a374d26a2c582cfb17aef9c] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=36.1 K 2024-11-13T14:24:31,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:24:31,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:31,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:24:31,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:31,848 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 16bf6323051d4f1f8380134190a29bed, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731507868531 2024-11-13T14:24:31,849 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting b290dafdca794d62b1642448f5cbc934, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731507869736 2024-11-13T14:24:31,849 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bb5fee3d25c4ea9850a08e665171090, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731507869738 2024-11-13T14:24:31,849 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7809a131d9454c8a936576bb4d5d669a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731507870412 2024-11-13T14:24:31,851 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 36f0fa413a374d26a2c582cfb17aef9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731507870412 2024-11-13T14:24:31,870 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#B#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:31,870 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#A#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:31,871 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/31cba3c0da394107b4a4d74dafa306b6 is 50, key is test_row_0/B:col10/1731507870414/Put/seqid=0 2024-11-13T14:24:31,873 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/5ff844771c9942f4bcae6b450b9a406c is 50, key is test_row_0/A:col10/1731507870414/Put/seqid=0 2024-11-13T14:24:31,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-13T14:24:31,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:31,875 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T14:24:31,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/98bca6bdd3b74919ac82f783ff6bedbf is 50, key is test_row_0/A:col10/1731507870558/Put/seqid=0 2024-11-13T14:24:31,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741891_1067 (size=12765) 2024-11-13T14:24:31,899 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/31cba3c0da394107b4a4d74dafa306b6 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/31cba3c0da394107b4a4d74dafa306b6 2024-11-13T14:24:31,912 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/B of e3f21b4d614d7a40f02c4980062a8826 into 31cba3c0da394107b4a4d74dafa306b6(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:31,913 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:31,913 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/B, priority=13, startTime=1731507871839; duration=0sec 2024-11-13T14:24:31,913 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:31,913 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:B 2024-11-13T14:24:31,913 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-13T14:24:31,914 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-13T14:24:31,914 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-13T14:24:31,914 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. because compaction request was cancelled 2024-11-13T14:24:31,915 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:C 2024-11-13T14:24:31,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741893_1069 (size=12301) 2024-11-13T14:24:31,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741892_1068 (size=12765) 2024-11-13T14:24:31,929 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/5ff844771c9942f4bcae6b450b9a406c as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/5ff844771c9942f4bcae6b450b9a406c 2024-11-13T14:24:31,941 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/A of e3f21b4d614d7a40f02c4980062a8826 into 5ff844771c9942f4bcae6b450b9a406c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:31,941 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:31,941 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/A, priority=13, startTime=1731507871838; duration=0sec 2024-11-13T14:24:31,942 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:31,942 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:A 2024-11-13T14:24:32,320 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/98bca6bdd3b74919ac82f783ff6bedbf 2024-11-13T14:24:32,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/ea88f65db4e744c78108885168e88679 is 50, key is test_row_0/B:col10/1731507870558/Put/seqid=0 2024-11-13T14:24:32,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741894_1070 (size=12301) 2024-11-13T14:24:32,341 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/ea88f65db4e744c78108885168e88679 2024-11-13T14:24:32,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/112e30bfede24c02a80055e4fa57492c is 50, key is test_row_0/C:col10/1731507870558/Put/seqid=0 2024-11-13T14:24:32,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741895_1071 (size=12301) 2024-11-13T14:24:32,391 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/112e30bfede24c02a80055e4fa57492c 2024-11-13T14:24:32,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/98bca6bdd3b74919ac82f783ff6bedbf as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/98bca6bdd3b74919ac82f783ff6bedbf 2024-11-13T14:24:32,414 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/98bca6bdd3b74919ac82f783ff6bedbf, entries=150, sequenceid=273, filesize=12.0 K 2024-11-13T14:24:32,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/ea88f65db4e744c78108885168e88679 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ea88f65db4e744c78108885168e88679 2024-11-13T14:24:32,425 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ea88f65db4e744c78108885168e88679, entries=150, sequenceid=273, filesize=12.0 K 2024-11-13T14:24:32,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/112e30bfede24c02a80055e4fa57492c as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/112e30bfede24c02a80055e4fa57492c 2024-11-13T14:24:32,435 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/112e30bfede24c02a80055e4fa57492c, entries=150, sequenceid=273, filesize=12.0 K 2024-11-13T14:24:32,437 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for e3f21b4d614d7a40f02c4980062a8826 in 561ms, sequenceid=273, compaction requested=true 2024-11-13T14:24:32,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:32,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:32,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-13T14:24:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-13T14:24:32,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-13T14:24:32,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1030 sec 2024-11-13T14:24:32,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 2.1110 sec 2024-11-13T14:24:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-13T14:24:32,482 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:32,483 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:24:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-13T14:24:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T14:24:32,486 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:24:32,487 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:24:32,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:24:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T14:24:32,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-13T14:24:32,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:32,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:32,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:32,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-13T14:24:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-13T14:24:32,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-13T14:24:32,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-13T14:24:32,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 164 msec 2024-11-13T14:24:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:32,742 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:24:32,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:24:32,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/41a4a01ef3244a6eb101afbfa15a8b50 is 50, key is test_row_0/A:col10/1731507872738/Put/seqid=0 2024-11-13T14:24:32,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741896_1072 (size=17181) 2024-11-13T14:24:32,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/41a4a01ef3244a6eb101afbfa15a8b50 2024-11-13T14:24:32,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/1258b93c3e2048beaa6d4f8f00c8ce2a is 50, key is test_row_0/B:col10/1731507872738/Put/seqid=0 2024-11-13T14:24:32,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741897_1073 (size=12301) 2024-11-13T14:24:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-13T14:24:32,803 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:32,803 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:24:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-13T14:24:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T14:24:32,806 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:24:32,808 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:24:32,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:24:32,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:32,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507932820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:32,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:32,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507932820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:32,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:32,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507932823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:32,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:32,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507932821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:32,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:32,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:32,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507932829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:32,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T14:24:32,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507932932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:32,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:32,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507932942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:32,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507932942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:32,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507932942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:32,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507932942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:32,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:32,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:32,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T14:24:32,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:32,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:32,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:32,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:32,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:33,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T14:24:33,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:33,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:33,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:33,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:33,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T14:24:33,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507933142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507933152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507933152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507933152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507933152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/1258b93c3e2048beaa6d4f8f00c8ce2a 2024-11-13T14:24:33,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/96b89469810c4e8186ccf9f9ed3fc954 is 50, key is test_row_0/C:col10/1731507872738/Put/seqid=0 2024-11-13T14:24:33,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741898_1074 (size=12301) 2024-11-13T14:24:33,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/96b89469810c4e8186ccf9f9ed3fc954 2024-11-13T14:24:33,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/41a4a01ef3244a6eb101afbfa15a8b50 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/41a4a01ef3244a6eb101afbfa15a8b50 2024-11-13T14:24:33,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/41a4a01ef3244a6eb101afbfa15a8b50, entries=250, sequenceid=287, filesize=16.8 K 2024-11-13T14:24:33,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/1258b93c3e2048beaa6d4f8f00c8ce2a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/1258b93c3e2048beaa6d4f8f00c8ce2a 2024-11-13T14:24:33,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/1258b93c3e2048beaa6d4f8f00c8ce2a, entries=150, sequenceid=287, filesize=12.0 K 2024-11-13T14:24:33,228 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-13T14:24:33,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/96b89469810c4e8186ccf9f9ed3fc954 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/96b89469810c4e8186ccf9f9ed3fc954 2024-11-13T14:24:33,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/96b89469810c4e8186ccf9f9ed3fc954, entries=150, sequenceid=287, filesize=12.0 K 2024-11-13T14:24:33,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e3f21b4d614d7a40f02c4980062a8826 in 494ms, sequenceid=287, compaction requested=true 2024-11-13T14:24:33,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:33,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:24:33,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:33,236 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:33,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:24:33,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:33,237 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:33,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:24:33,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:33,246 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42247 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:33,246 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:33,246 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/A is initiating minor compaction (all files) 2024-11-13T14:24:33,246 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/B is initiating minor compaction (all files) 2024-11-13T14:24:33,246 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/A in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:33,246 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/B in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:33,246 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/5ff844771c9942f4bcae6b450b9a406c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/98bca6bdd3b74919ac82f783ff6bedbf, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/41a4a01ef3244a6eb101afbfa15a8b50] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=41.3 K 2024-11-13T14:24:33,246 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/31cba3c0da394107b4a4d74dafa306b6, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ea88f65db4e744c78108885168e88679, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/1258b93c3e2048beaa6d4f8f00c8ce2a] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=36.5 K 2024-11-13T14:24:33,247 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 31cba3c0da394107b4a4d74dafa306b6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731507870412 2024-11-13T14:24:33,247 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ff844771c9942f4bcae6b450b9a406c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731507870412 2024-11-13T14:24:33,247 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98bca6bdd3b74919ac82f783ff6bedbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731507870556 2024-11-13T14:24:33,248 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting ea88f65db4e744c78108885168e88679, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731507870556 2024-11-13T14:24:33,248 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41a4a01ef3244a6eb101afbfa15a8b50, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731507872723 2024-11-13T14:24:33,248 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 1258b93c3e2048beaa6d4f8f00c8ce2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731507872737 2024-11-13T14:24:33,262 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#B#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:33,263 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/ce081aa4ff774e0aaec6026e1504a05f is 50, key is test_row_0/B:col10/1731507872738/Put/seqid=0 2024-11-13T14:24:33,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-13T14:24:33,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:33,267 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T14:24:33,270 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#A#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:33,271 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/b63c444734fb4922b13960feaba823a1 is 50, key is test_row_0/A:col10/1731507872738/Put/seqid=0 2024-11-13T14:24:33,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/be015889ad9c419c8aac8fe3737aac7c is 50, key is test_row_0/A:col10/1731507872821/Put/seqid=0 2024-11-13T14:24:33,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741900_1076 (size=13017) 2024-11-13T14:24:33,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741899_1075 (size=13017) 2024-11-13T14:24:33,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741901_1077 (size=12301) 2024-11-13T14:24:33,304 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/be015889ad9c419c8aac8fe3737aac7c 2024-11-13T14:24:33,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/f00ca3426cbc48b193abd37dd985b540 is 50, key is test_row_0/B:col10/1731507872821/Put/seqid=0 2024-11-13T14:24:33,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741902_1078 (size=12301) 2024-11-13T14:24:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T14:24:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:33,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:33,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507933472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507933474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507933474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507933476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507933477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507933582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507933582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507933582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507933592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507933592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,710 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/b63c444734fb4922b13960feaba823a1 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b63c444734fb4922b13960feaba823a1 2024-11-13T14:24:33,716 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/ce081aa4ff774e0aaec6026e1504a05f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ce081aa4ff774e0aaec6026e1504a05f 2024-11-13T14:24:33,723 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/A of e3f21b4d614d7a40f02c4980062a8826 into b63c444734fb4922b13960feaba823a1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:33,723 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:33,723 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/A, priority=13, startTime=1731507873236; duration=0sec 2024-11-13T14:24:33,723 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:33,723 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:A 2024-11-13T14:24:33,724 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:24:33,726 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/B of e3f21b4d614d7a40f02c4980062a8826 into ce081aa4ff774e0aaec6026e1504a05f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:33,726 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:33,727 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/B, priority=13, startTime=1731507873237; duration=0sec 2024-11-13T14:24:33,727 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:24:33,727 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/C is initiating minor compaction (all files) 2024-11-13T14:24:33,727 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:33,727 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/C in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:33,727 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:B 2024-11-13T14:24:33,727 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/0528957f88264c8ab4d88fc29d6aafd6, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/9a46f932972949c3a9f255ffaf975ae6, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/112e30bfede24c02a80055e4fa57492c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/96b89469810c4e8186ccf9f9ed3fc954] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=48.3 K 2024-11-13T14:24:33,728 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0528957f88264c8ab4d88fc29d6aafd6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731507869738 2024-11-13T14:24:33,728 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a46f932972949c3a9f255ffaf975ae6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731507870412 2024-11-13T14:24:33,729 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 112e30bfede24c02a80055e4fa57492c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731507870556 2024-11-13T14:24:33,729 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96b89469810c4e8186ccf9f9ed3fc954, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731507872737 2024-11-13T14:24:33,734 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/f00ca3426cbc48b193abd37dd985b540 2024-11-13T14:24:33,745 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#C#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:33,745 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/e2beca3d514e418ab6009bddcfff5c78 is 50, key is test_row_0/C:col10/1731507872738/Put/seqid=0 2024-11-13T14:24:33,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/8abd772fa6154b14a1c27d22dc86fbce is 50, key is test_row_0/C:col10/1731507872821/Put/seqid=0 2024-11-13T14:24:33,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741903_1079 (size=12983) 2024-11-13T14:24:33,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741904_1080 (size=12301) 2024-11-13T14:24:33,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507933793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507933794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507933794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507933802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:33,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507933802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:33,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:33,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T14:24:34,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507934102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507934102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507934102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:34,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:34,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507934112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507934112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:34,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:34,167 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/8abd772fa6154b14a1c27d22dc86fbce 2024-11-13T14:24:34,173 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/e2beca3d514e418ab6009bddcfff5c78 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/e2beca3d514e418ab6009bddcfff5c78 2024-11-13T14:24:34,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/be015889ad9c419c8aac8fe3737aac7c as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/be015889ad9c419c8aac8fe3737aac7c 2024-11-13T14:24:34,179 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/be015889ad9c419c8aac8fe3737aac7c, entries=150, sequenceid=312, filesize=12.0 K 2024-11-13T14:24:34,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/f00ca3426cbc48b193abd37dd985b540 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/f00ca3426cbc48b193abd37dd985b540 2024-11-13T14:24:34,180 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/C of e3f21b4d614d7a40f02c4980062a8826 into e2beca3d514e418ab6009bddcfff5c78(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:34,180 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:34,180 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/C, priority=12, startTime=1731507873237; duration=0sec 2024-11-13T14:24:34,180 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:34,180 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:C 2024-11-13T14:24:34,187 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/f00ca3426cbc48b193abd37dd985b540, entries=150, sequenceid=312, filesize=12.0 K 2024-11-13T14:24:34,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/8abd772fa6154b14a1c27d22dc86fbce as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/8abd772fa6154b14a1c27d22dc86fbce 2024-11-13T14:24:34,203 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/8abd772fa6154b14a1c27d22dc86fbce, entries=150, sequenceid=312, filesize=12.0 K 2024-11-13T14:24:34,205 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for e3f21b4d614d7a40f02c4980062a8826 in 937ms, sequenceid=312, compaction requested=false 2024-11-13T14:24:34,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:34,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:34,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-13T14:24:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-13T14:24:34,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-13T14:24:34,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3990 sec 2024-11-13T14:24:34,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.4080 sec 2024-11-13T14:24:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:34,614 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:24:34,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T14:24:34,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/b45214101ad84533866c7879e3343e75 is 50, key is test_row_0/A:col10/1731507873475/Put/seqid=0 2024-11-13T14:24:34,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741905_1081 (size=14741) 2024-11-13T14:24:34,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507934644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:34,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507934649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507934649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507934651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:34,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507934651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:34,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507934762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:34,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507934762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:34,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507934762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:34,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507934762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:34,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507934762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-13T14:24:34,952 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:34,953 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:24:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-13T14:24:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T14:24:34,955 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:24:34,956 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:24:34,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:24:34,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507934972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507934972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:34,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507934973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507934973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:34,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507934982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:34,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:34,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/b45214101ad84533866c7879e3343e75 2024-11-13T14:24:35,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/03f0185e0ca642ae889fc65eea0decda is 50, key is test_row_0/B:col10/1731507873475/Put/seqid=0 2024-11-13T14:24:35,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741906_1082 (size=12301) 2024-11-13T14:24:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T14:24:35,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/03f0185e0ca642ae889fc65eea0decda 2024-11-13T14:24:35,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/ca74974d677648e29f12516b610c0333 is 50, key is test_row_0/C:col10/1731507873475/Put/seqid=0 2024-11-13T14:24:35,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741907_1083 (size=12301) 2024-11-13T14:24:35,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/ca74974d677648e29f12516b610c0333 2024-11-13T14:24:35,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/b45214101ad84533866c7879e3343e75 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b45214101ad84533866c7879e3343e75 2024-11-13T14:24:35,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T14:24:35,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:35,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:35,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:35,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:35,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:35,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b45214101ad84533866c7879e3343e75, entries=200, sequenceid=329, filesize=14.4 K 2024-11-13T14:24:35,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/03f0185e0ca642ae889fc65eea0decda as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/03f0185e0ca642ae889fc65eea0decda 2024-11-13T14:24:35,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/03f0185e0ca642ae889fc65eea0decda, entries=150, sequenceid=329, filesize=12.0 K 2024-11-13T14:24:35,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/ca74974d677648e29f12516b610c0333 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/ca74974d677648e29f12516b610c0333 2024-11-13T14:24:35,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/ca74974d677648e29f12516b610c0333, entries=150, sequenceid=329, filesize=12.0 K 2024-11-13T14:24:35,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for e3f21b4d614d7a40f02c4980062a8826 in 527ms, sequenceid=329, compaction requested=true 2024-11-13T14:24:35,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:35,142 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:35,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:24:35,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:35,142 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:35,144 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:35,144 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/A is initiating minor compaction (all files) 2024-11-13T14:24:35,144 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/A in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:35,144 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b63c444734fb4922b13960feaba823a1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/be015889ad9c419c8aac8fe3737aac7c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b45214101ad84533866c7879e3343e75] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=39.1 K 2024-11-13T14:24:35,145 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:35,145 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/B is initiating minor compaction (all files) 2024-11-13T14:24:35,145 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/B in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:35,145 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ce081aa4ff774e0aaec6026e1504a05f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/f00ca3426cbc48b193abd37dd985b540, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/03f0185e0ca642ae889fc65eea0decda] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=36.7 K 2024-11-13T14:24:35,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:24:35,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:35,146 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting b63c444734fb4922b13960feaba823a1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731507872737 2024-11-13T14:24:35,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:24:35,146 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting ce081aa4ff774e0aaec6026e1504a05f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731507872737 2024-11-13T14:24:35,146 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting be015889ad9c419c8aac8fe3737aac7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731507872791 2024-11-13T14:24:35,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:35,147 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting f00ca3426cbc48b193abd37dd985b540, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731507872791 2024-11-13T14:24:35,147 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting b45214101ad84533866c7879e3343e75, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731507873470 2024-11-13T14:24:35,147 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 03f0185e0ca642ae889fc65eea0decda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731507873470 2024-11-13T14:24:35,174 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#A#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:35,176 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#B#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:35,177 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/e80457c8fc454bd6b38ac687c2f817b5 is 50, key is test_row_0/B:col10/1731507873475/Put/seqid=0 2024-11-13T14:24:35,177 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/d43cde6bbc824c59a42f71741ba35e39 is 50, key is test_row_0/A:col10/1731507873475/Put/seqid=0 2024-11-13T14:24:35,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741908_1084 (size=13119) 2024-11-13T14:24:35,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741909_1085 (size=13119) 2024-11-13T14:24:35,195 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/e80457c8fc454bd6b38ac687c2f817b5 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/e80457c8fc454bd6b38ac687c2f817b5 2024-11-13T14:24:35,205 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/B of e3f21b4d614d7a40f02c4980062a8826 into e80457c8fc454bd6b38ac687c2f817b5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:35,205 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:35,205 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/B, priority=13, startTime=1731507875142; duration=0sec 2024-11-13T14:24:35,205 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:35,206 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:B 2024-11-13T14:24:35,206 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:35,208 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:35,208 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/C is initiating minor compaction (all files) 2024-11-13T14:24:35,208 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/C in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:35,208 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/e2beca3d514e418ab6009bddcfff5c78, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/8abd772fa6154b14a1c27d22dc86fbce, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/ca74974d677648e29f12516b610c0333] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=36.7 K 2024-11-13T14:24:35,209 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting e2beca3d514e418ab6009bddcfff5c78, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731507872737 2024-11-13T14:24:35,210 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 8abd772fa6154b14a1c27d22dc86fbce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731507872791 2024-11-13T14:24:35,210 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting ca74974d677648e29f12516b610c0333, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731507873470 2024-11-13T14:24:35,225 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#C#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:35,226 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/0e168fd63a6f449093a6801a6961fbff is 50, key is test_row_0/C:col10/1731507873475/Put/seqid=0 2024-11-13T14:24:35,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741910_1086 (size=13085) 2024-11-13T14:24:35,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-13T14:24:35,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:35,264 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T14:24:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/b9f4f21cdf5b48d78e44bb36e92b0222 is 50, key is test_row_0/A:col10/1731507874649/Put/seqid=0 2024-11-13T14:24:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T14:24:35,280 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/0e168fd63a6f449093a6801a6961fbff as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/0e168fd63a6f449093a6801a6961fbff 2024-11-13T14:24:35,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741911_1087 (size=12301) 2024-11-13T14:24:35,287 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/b9f4f21cdf5b48d78e44bb36e92b0222 2024-11-13T14:24:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:35,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:35,290 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/C of e3f21b4d614d7a40f02c4980062a8826 into 0e168fd63a6f449093a6801a6961fbff(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:35,290 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:35,290 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/C, priority=13, startTime=1731507875145; duration=0sec 2024-11-13T14:24:35,290 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:35,290 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:C 2024-11-13T14:24:35,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/66c9b3ad96ad4f20a595233383ad2db5 is 50, key is test_row_0/B:col10/1731507874649/Put/seqid=0 2024-11-13T14:24:35,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507935298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507935298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507935302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507935305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507935309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741912_1088 (size=12301) 2024-11-13T14:24:35,341 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/66c9b3ad96ad4f20a595233383ad2db5 2024-11-13T14:24:35,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/fbd636fa83ad41f8a1f24887affd2f6d is 50, key is test_row_0/C:col10/1731507874649/Put/seqid=0 2024-11-13T14:24:35,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741913_1089 (size=12301) 2024-11-13T14:24:35,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507935412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507935412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507935412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507935422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507935422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T14:24:35,599 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/d43cde6bbc824c59a42f71741ba35e39 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/d43cde6bbc824c59a42f71741ba35e39 2024-11-13T14:24:35,610 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/A of e3f21b4d614d7a40f02c4980062a8826 into d43cde6bbc824c59a42f71741ba35e39(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:35,610 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:35,610 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/A, priority=13, startTime=1731507875142; duration=0sec 2024-11-13T14:24:35,611 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:35,611 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:A 2024-11-13T14:24:35,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507935622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507935622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507935622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507935632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507935632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,771 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/fbd636fa83ad41f8a1f24887affd2f6d 2024-11-13T14:24:35,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/b9f4f21cdf5b48d78e44bb36e92b0222 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b9f4f21cdf5b48d78e44bb36e92b0222 2024-11-13T14:24:35,794 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b9f4f21cdf5b48d78e44bb36e92b0222, entries=150, sequenceid=353, filesize=12.0 K 2024-11-13T14:24:35,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/66c9b3ad96ad4f20a595233383ad2db5 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/66c9b3ad96ad4f20a595233383ad2db5 2024-11-13T14:24:35,802 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/66c9b3ad96ad4f20a595233383ad2db5, entries=150, sequenceid=353, filesize=12.0 K 2024-11-13T14:24:35,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/fbd636fa83ad41f8a1f24887affd2f6d as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/fbd636fa83ad41f8a1f24887affd2f6d 2024-11-13T14:24:35,812 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/fbd636fa83ad41f8a1f24887affd2f6d, entries=150, sequenceid=353, filesize=12.0 K 2024-11-13T14:24:35,813 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e3f21b4d614d7a40f02c4980062a8826 in 549ms, sequenceid=353, compaction requested=false 2024-11-13T14:24:35,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:35,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:35,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-13T14:24:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-13T14:24:35,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-13T14:24:35,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 859 msec 2024-11-13T14:24:35,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 867 msec 2024-11-13T14:24:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:35,934 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:24:35,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T14:24:35,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/eec7f5124b3f4858a4b68f4df8001087 is 50, key is test_row_0/A:col10/1731507875303/Put/seqid=0 2024-11-13T14:24:35,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741914_1090 (size=17181) 2024-11-13T14:24:35,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/eec7f5124b3f4858a4b68f4df8001087 2024-11-13T14:24:35,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507935968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507935968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507935969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507935973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507935975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:35,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:35,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:35,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/c0277d88533c49c69c3cd912e14161cd is 50, key is test_row_0/B:col10/1731507875303/Put/seqid=0 2024-11-13T14:24:36,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741915_1091 (size=12301) 2024-11-13T14:24:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-13T14:24:36,092 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:36,092 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:24:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-13T14:24:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T14:24:36,094 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:24:36,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,097 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:24:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507936092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:24:36,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507936092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507936092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,099 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507936092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507936092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T14:24:36,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-13T14:24:36,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:36,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:36,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:36,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:36,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:36,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:36,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507936302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507936302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507936302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507936314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507936314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-13T14:24:36,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:36,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:36,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:36,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:36,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T14:24:36,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/c0277d88533c49c69c3cd912e14161cd 2024-11-13T14:24:36,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/bf04c7a0b423461d8fa47eb09ef35e5f is 50, key is test_row_0/C:col10/1731507875303/Put/seqid=0 2024-11-13T14:24:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741916_1092 (size=12301) 2024-11-13T14:24:36,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/bf04c7a0b423461d8fa47eb09ef35e5f 2024-11-13T14:24:36,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/eec7f5124b3f4858a4b68f4df8001087 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/eec7f5124b3f4858a4b68f4df8001087 2024-11-13T14:24:36,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/eec7f5124b3f4858a4b68f4df8001087, entries=250, sequenceid=370, filesize=16.8 K 2024-11-13T14:24:36,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/c0277d88533c49c69c3cd912e14161cd as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/c0277d88533c49c69c3cd912e14161cd 2024-11-13T14:24:36,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/c0277d88533c49c69c3cd912e14161cd, entries=150, sequenceid=370, filesize=12.0 K 2024-11-13T14:24:36,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/bf04c7a0b423461d8fa47eb09ef35e5f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/bf04c7a0b423461d8fa47eb09ef35e5f 2024-11-13T14:24:36,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/bf04c7a0b423461d8fa47eb09ef35e5f, entries=150, sequenceid=370, filesize=12.0 K 2024-11-13T14:24:36,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e3f21b4d614d7a40f02c4980062a8826 in 540ms, sequenceid=370, compaction requested=true 2024-11-13T14:24:36,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:36,475 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:36,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:24:36,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:36,475 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:36,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:24:36,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:36,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:24:36,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:36,480 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:36,481 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/A is initiating minor compaction (all files) 2024-11-13T14:24:36,481 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:36,481 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/A in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:36,481 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/B is initiating minor compaction (all files) 2024-11-13T14:24:36,481 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/d43cde6bbc824c59a42f71741ba35e39, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b9f4f21cdf5b48d78e44bb36e92b0222, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/eec7f5124b3f4858a4b68f4df8001087] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=41.6 K 2024-11-13T14:24:36,481 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/B in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:36,481 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/e80457c8fc454bd6b38ac687c2f817b5, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/66c9b3ad96ad4f20a595233383ad2db5, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/c0277d88533c49c69c3cd912e14161cd] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=36.8 K 2024-11-13T14:24:36,481 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting d43cde6bbc824c59a42f71741ba35e39, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731507873470 2024-11-13T14:24:36,481 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting e80457c8fc454bd6b38ac687c2f817b5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731507873470 2024-11-13T14:24:36,482 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9f4f21cdf5b48d78e44bb36e92b0222, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731507874640 2024-11-13T14:24:36,482 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 66c9b3ad96ad4f20a595233383ad2db5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731507874640 2024-11-13T14:24:36,483 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting c0277d88533c49c69c3cd912e14161cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731507875303 2024-11-13T14:24:36,483 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting eec7f5124b3f4858a4b68f4df8001087, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731507875295 2024-11-13T14:24:36,516 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#A#compaction#80 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:36,517 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/d6f7830f23fb46f394056d929e5df5a0 is 50, key is test_row_0/A:col10/1731507875303/Put/seqid=0 2024-11-13T14:24:36,526 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#B#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:36,527 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/ea5d15613e7946c784017740ca1be601 is 50, key is test_row_0/B:col10/1731507875303/Put/seqid=0 2024-11-13T14:24:36,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741917_1093 (size=13221) 2024-11-13T14:24:36,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741918_1094 (size=13221) 2024-11-13T14:24:36,559 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/ea5d15613e7946c784017740ca1be601 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ea5d15613e7946c784017740ca1be601 2024-11-13T14:24:36,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-13T14:24:36,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:36,561 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T14:24:36,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/e0450217ffe94279a5eac6884a80a8c0 is 50, key is test_row_0/A:col10/1731507875968/Put/seqid=0 2024-11-13T14:24:36,573 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/B of e3f21b4d614d7a40f02c4980062a8826 into ea5d15613e7946c784017740ca1be601(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:36,573 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:36,575 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/B, priority=13, startTime=1731507876475; duration=0sec 2024-11-13T14:24:36,576 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:36,576 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:B 2024-11-13T14:24:36,576 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:36,581 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:36,581 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/C is initiating minor compaction (all files) 2024-11-13T14:24:36,581 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/C in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:36,581 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/0e168fd63a6f449093a6801a6961fbff, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/fbd636fa83ad41f8a1f24887affd2f6d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/bf04c7a0b423461d8fa47eb09ef35e5f] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=36.8 K 2024-11-13T14:24:36,582 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e168fd63a6f449093a6801a6961fbff, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731507873470 2024-11-13T14:24:36,582 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting fbd636fa83ad41f8a1f24887affd2f6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731507874640 2024-11-13T14:24:36,582 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting bf04c7a0b423461d8fa47eb09ef35e5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731507875303 2024-11-13T14:24:36,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741919_1095 (size=12301) 2024-11-13T14:24:36,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:36,618 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#C#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:36,619 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/dda4260adfc74d9cac75dfe2a1ac78d1 is 50, key is test_row_0/C:col10/1731507875303/Put/seqid=0 2024-11-13T14:24:36,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507936633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507936633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507936633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,640 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507936635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507936636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741920_1096 (size=13187) 2024-11-13T14:24:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T14:24:36,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507936742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507936742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507936752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,947 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/d6f7830f23fb46f394056d929e5df5a0 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/d6f7830f23fb46f394056d929e5df5a0 2024-11-13T14:24:36,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507936952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507936952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:36,956 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/A of e3f21b4d614d7a40f02c4980062a8826 into d6f7830f23fb46f394056d929e5df5a0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:36,956 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:36,956 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/A, priority=13, startTime=1731507876475; duration=0sec 2024-11-13T14:24:36,956 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:36,956 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:A 2024-11-13T14:24:36,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507936961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:36,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:36,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:37,011 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/e0450217ffe94279a5eac6884a80a8c0 2024-11-13T14:24:37,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/ceb452796b1040859389ae5a830506df is 50, key is test_row_0/B:col10/1731507875968/Put/seqid=0 2024-11-13T14:24:37,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741921_1097 (size=12301) 2024-11-13T14:24:37,044 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/ceb452796b1040859389ae5a830506df 2024-11-13T14:24:37,059 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/dda4260adfc74d9cac75dfe2a1ac78d1 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/dda4260adfc74d9cac75dfe2a1ac78d1 2024-11-13T14:24:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/fcf2236fc1fe4c2fb27e1c68dca4e289 is 50, key is test_row_0/C:col10/1731507875968/Put/seqid=0 2024-11-13T14:24:37,072 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/C of e3f21b4d614d7a40f02c4980062a8826 into dda4260adfc74d9cac75dfe2a1ac78d1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:37,072 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:37,072 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/C, priority=13, startTime=1731507876475; duration=0sec 2024-11-13T14:24:37,073 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:37,073 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:C 2024-11-13T14:24:37,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741922_1098 (size=12301) 2024-11-13T14:24:37,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507937152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:37,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507937152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T14:24:37,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507937262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:37,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:37,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507937262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:37,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:37,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:37,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507937272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:37,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,273 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:37,491 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/fcf2236fc1fe4c2fb27e1c68dca4e289 2024-11-13T14:24:37,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/e0450217ffe94279a5eac6884a80a8c0 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/e0450217ffe94279a5eac6884a80a8c0 2024-11-13T14:24:37,504 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/e0450217ffe94279a5eac6884a80a8c0, entries=150, sequenceid=391, filesize=12.0 K 2024-11-13T14:24:37,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/ceb452796b1040859389ae5a830506df as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ceb452796b1040859389ae5a830506df 2024-11-13T14:24:37,512 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ceb452796b1040859389ae5a830506df, entries=150, sequenceid=391, filesize=12.0 K 2024-11-13T14:24:37,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/fcf2236fc1fe4c2fb27e1c68dca4e289 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/fcf2236fc1fe4c2fb27e1c68dca4e289 2024-11-13T14:24:37,519 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/fcf2236fc1fe4c2fb27e1c68dca4e289, entries=150, sequenceid=391, filesize=12.0 K 2024-11-13T14:24:37,521 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for e3f21b4d614d7a40f02c4980062a8826 in 959ms, sequenceid=391, compaction requested=false 2024-11-13T14:24:37,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:37,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:37,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-13T14:24:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-13T14:24:37,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-13T14:24:37,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4250 sec 2024-11-13T14:24:37,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.4350 sec 2024-11-13T14:24:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:37,773 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:24:37,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-13T14:24:37,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/328f714cf98e4d2e9dde505a9359977a is 50, key is test_row_0/A:col10/1731507877773/Put/seqid=0 2024-11-13T14:24:37,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741923_1099 (size=14741) 2024-11-13T14:24:37,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:37,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507937806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:37,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507937806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:37,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507937807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:37,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:37,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507937912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:37,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:37,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:37,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507937921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:37,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:37,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507937921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:37,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:37,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:37,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:38,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507938122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:38,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:38,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507938132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:38,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507938132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:38,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507938172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:38,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507938172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:38,178 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_0' in e3f21b4d614d7a40f02c4980062a8826 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:24:38,178 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in e3f21b4d614d7a40f02c4980062a8826 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:24:38,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:38,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:38,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/328f714cf98e4d2e9dde505a9359977a 2024-11-13T14:24:38,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/9ad7acf7a7794343ad1022eb1acd3f4b is 50, key is test_row_0/B:col10/1731507877773/Put/seqid=0 2024-11-13T14:24:38,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741924_1100 (size=12301) 2024-11-13T14:24:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-13T14:24:38,252 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:38,252 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:24:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-13T14:24:38,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T14:24:38,254 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:24:38,255 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:24:38,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:24:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T14:24:38,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-13T14:24:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:38,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:38,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:38,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:38,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507938432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:38,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:38,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507938441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:38,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:38,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507938442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:38,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:38,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-13T14:24:38,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:38,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:38,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:38,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:38,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T14:24:38,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/9ad7acf7a7794343ad1022eb1acd3f4b 2024-11-13T14:24:38,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/c202ece3fdc54a4f920722073715df3e is 50, key is test_row_0/C:col10/1731507877773/Put/seqid=0 2024-11-13T14:24:38,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741925_1101 (size=12301) 2024-11-13T14:24:38,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/c202ece3fdc54a4f920722073715df3e 2024-11-13T14:24:38,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/328f714cf98e4d2e9dde505a9359977a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/328f714cf98e4d2e9dde505a9359977a 2024-11-13T14:24:38,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/328f714cf98e4d2e9dde505a9359977a, entries=200, sequenceid=411, filesize=14.4 K 2024-11-13T14:24:38,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/9ad7acf7a7794343ad1022eb1acd3f4b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/9ad7acf7a7794343ad1022eb1acd3f4b 2024-11-13T14:24:38,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/9ad7acf7a7794343ad1022eb1acd3f4b, entries=150, sequenceid=411, filesize=12.0 K 2024-11-13T14:24:38,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/c202ece3fdc54a4f920722073715df3e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/c202ece3fdc54a4f920722073715df3e 2024-11-13T14:24:38,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/c202ece3fdc54a4f920722073715df3e, entries=150, sequenceid=411, filesize=12.0 K 2024-11-13T14:24:38,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for e3f21b4d614d7a40f02c4980062a8826 in 871ms, sequenceid=411, compaction requested=true 2024-11-13T14:24:38,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:38,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:24:38,644 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:38,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:38,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:24:38,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:38,644 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:38,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:24:38,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:38,645 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:38,645 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:38,645 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/A is initiating minor compaction (all files) 2024-11-13T14:24:38,645 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/B is initiating minor compaction (all files) 2024-11-13T14:24:38,645 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/A in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:38,646 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/B in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:38,646 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ea5d15613e7946c784017740ca1be601, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ceb452796b1040859389ae5a830506df, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/9ad7acf7a7794343ad1022eb1acd3f4b] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=36.9 K 2024-11-13T14:24:38,646 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/d6f7830f23fb46f394056d929e5df5a0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/e0450217ffe94279a5eac6884a80a8c0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/328f714cf98e4d2e9dde505a9359977a] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=39.3 K 2024-11-13T14:24:38,646 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting ea5d15613e7946c784017740ca1be601, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731507875303 2024-11-13T14:24:38,646 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6f7830f23fb46f394056d929e5df5a0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731507875303 2024-11-13T14:24:38,647 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting ceb452796b1040859389ae5a830506df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731507875967 2024-11-13T14:24:38,647 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0450217ffe94279a5eac6884a80a8c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731507875967 2024-11-13T14:24:38,647 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ad7acf7a7794343ad1022eb1acd3f4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731507876629 2024-11-13T14:24:38,647 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 328f714cf98e4d2e9dde505a9359977a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731507876629 2024-11-13T14:24:38,656 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#B#compaction#89 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:38,656 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/8677bc8dd83644bfa4438d8b412c8870 is 50, key is test_row_0/B:col10/1731507877773/Put/seqid=0 2024-11-13T14:24:38,656 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#A#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:38,657 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/8e2ca8a489094102bfd50d5aedec6858 is 50, key is test_row_0/A:col10/1731507877773/Put/seqid=0 2024-11-13T14:24:38,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741926_1102 (size=13323) 2024-11-13T14:24:38,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741927_1103 (size=13323) 2024-11-13T14:24:38,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-13T14:24:38,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:38,715 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-13T14:24:38,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/1135e1a276094f7193c9170d14c3b35a is 50, key is test_row_0/A:col10/1731507877801/Put/seqid=0 2024-11-13T14:24:38,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741928_1104 (size=9857) 2024-11-13T14:24:38,724 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/1135e1a276094f7193c9170d14c3b35a 2024-11-13T14:24:38,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/15919425ba214fea8b9684afb4de0d2f is 50, key is test_row_0/B:col10/1731507877801/Put/seqid=0 2024-11-13T14:24:38,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741929_1105 (size=9857) 2024-11-13T14:24:38,738 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/15919425ba214fea8b9684afb4de0d2f 2024-11-13T14:24:38,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/ebfb9244f59a4ff78a37e7902dba82a7 is 50, key is test_row_0/C:col10/1731507877801/Put/seqid=0 2024-11-13T14:24:38,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741930_1106 (size=9857) 2024-11-13T14:24:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T14:24:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:38,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:38,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507938973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:38,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:38,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507938974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:38,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507938975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:38,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:39,071 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/8677bc8dd83644bfa4438d8b412c8870 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/8677bc8dd83644bfa4438d8b412c8870 2024-11-13T14:24:39,071 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/8e2ca8a489094102bfd50d5aedec6858 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/8e2ca8a489094102bfd50d5aedec6858 2024-11-13T14:24:39,077 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/B of e3f21b4d614d7a40f02c4980062a8826 into 8677bc8dd83644bfa4438d8b412c8870(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:39,077 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/A of e3f21b4d614d7a40f02c4980062a8826 into 8e2ca8a489094102bfd50d5aedec6858(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:39,077 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:39,077 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:39,077 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/B, priority=13, startTime=1731507878644; duration=0sec 2024-11-13T14:24:39,077 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/A, priority=13, startTime=1731507878644; duration=0sec 2024-11-13T14:24:39,078 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:39,078 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:B 2024-11-13T14:24:39,078 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:39,078 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:A 2024-11-13T14:24:39,078 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:39,079 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:39,079 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/C is initiating minor compaction (all files) 2024-11-13T14:24:39,079 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/C in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:39,079 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/dda4260adfc74d9cac75dfe2a1ac78d1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/fcf2236fc1fe4c2fb27e1c68dca4e289, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/c202ece3fdc54a4f920722073715df3e] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=36.9 K 2024-11-13T14:24:39,079 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting dda4260adfc74d9cac75dfe2a1ac78d1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731507875303 2024-11-13T14:24:39,080 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting fcf2236fc1fe4c2fb27e1c68dca4e289, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1731507875967 2024-11-13T14:24:39,080 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting c202ece3fdc54a4f920722073715df3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731507876629 2024-11-13T14:24:39,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507939082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:39,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:39,088 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#C#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:39,088 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/dee824a7120c432db18611946e94e300 is 50, key is test_row_0/C:col10/1731507877773/Put/seqid=0 2024-11-13T14:24:39,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741931_1107 (size=13289) 2024-11-13T14:24:39,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507939092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:39,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:39,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507939092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:39,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:39,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:39,152 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/ebfb9244f59a4ff78a37e7902dba82a7 2024-11-13T14:24:39,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/1135e1a276094f7193c9170d14c3b35a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/1135e1a276094f7193c9170d14c3b35a 2024-11-13T14:24:39,162 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/1135e1a276094f7193c9170d14c3b35a, entries=100, sequenceid=430, filesize=9.6 K 2024-11-13T14:24:39,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/15919425ba214fea8b9684afb4de0d2f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/15919425ba214fea8b9684afb4de0d2f 2024-11-13T14:24:39,168 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/15919425ba214fea8b9684afb4de0d2f, entries=100, sequenceid=430, filesize=9.6 K 2024-11-13T14:24:39,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/ebfb9244f59a4ff78a37e7902dba82a7 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/ebfb9244f59a4ff78a37e7902dba82a7 2024-11-13T14:24:39,175 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/ebfb9244f59a4ff78a37e7902dba82a7, entries=100, sequenceid=430, filesize=9.6 K 2024-11-13T14:24:39,176 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for e3f21b4d614d7a40f02c4980062a8826 in 461ms, sequenceid=430, compaction requested=false 2024-11-13T14:24:39,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:39,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:39,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-13T14:24:39,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-13T14:24:39,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-13T14:24:39,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 923 msec 2024-11-13T14:24:39,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 928 msec 2024-11-13T14:24:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:39,295 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:24:39,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T14:24:39,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/67f11706b6934cc7997d09ba18d738c1 is 50, key is test_row_0/A:col10/1731507878971/Put/seqid=0 2024-11-13T14:24:39,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741932_1108 (size=14741) 2024-11-13T14:24:39,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/67f11706b6934cc7997d09ba18d738c1 2024-11-13T14:24:39,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/bd1f34093f044d5ca7437d2f9033a46e is 50, key is test_row_0/B:col10/1731507878971/Put/seqid=0 2024-11-13T14:24:39,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741933_1109 (size=12301) 2024-11-13T14:24:39,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/bd1f34093f044d5ca7437d2f9033a46e 2024-11-13T14:24:39,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/5d5b21fdd3f048788bc6341afb0a44f0 is 50, key is test_row_0/C:col10/1731507878971/Put/seqid=0 2024-11-13T14:24:39,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507939328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:39,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507939329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:39,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:39,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:39,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507939345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:39,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:39,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:39,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741934_1110 (size=12301) 2024-11-13T14:24:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-13T14:24:39,393 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:39,393 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:24:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees 2024-11-13T14:24:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T14:24:39,395 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:24:39,396 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:24:39,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:24:39,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507939452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:39,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507939452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:39,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:39,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507939452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:39,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:39,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:39,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:39,497 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/dee824a7120c432db18611946e94e300 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/dee824a7120c432db18611946e94e300 2024-11-13T14:24:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T14:24:39,503 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/C of e3f21b4d614d7a40f02c4980062a8826 into dee824a7120c432db18611946e94e300(size=13.0 K), total size for store is 22.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:39,503 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:39,504 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/C, priority=13, startTime=1731507878644; duration=0sec 2024-11-13T14:24:39,504 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:39,504 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:C 2024-11-13T14:24:39,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-13T14:24:39,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:39,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:39,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:39,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:39,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:39,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507939662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507939662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507939662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:39,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-13T14:24:39,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:39,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:39,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:39,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:39,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T14:24:39,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/5d5b21fdd3f048788bc6341afb0a44f0 2024-11-13T14:24:39,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/67f11706b6934cc7997d09ba18d738c1 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/67f11706b6934cc7997d09ba18d738c1 2024-11-13T14:24:39,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/67f11706b6934cc7997d09ba18d738c1, entries=200, sequenceid=450, filesize=14.4 K 2024-11-13T14:24:39,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/bd1f34093f044d5ca7437d2f9033a46e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/bd1f34093f044d5ca7437d2f9033a46e 2024-11-13T14:24:39,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/bd1f34093f044d5ca7437d2f9033a46e, entries=150, sequenceid=450, filesize=12.0 K 2024-11-13T14:24:39,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/5d5b21fdd3f048788bc6341afb0a44f0 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/5d5b21fdd3f048788bc6341afb0a44f0 2024-11-13T14:24:39,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/5d5b21fdd3f048788bc6341afb0a44f0, entries=150, sequenceid=450, filesize=12.0 K 2024-11-13T14:24:39,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for e3f21b4d614d7a40f02c4980062a8826 in 481ms, sequenceid=450, compaction requested=true 2024-11-13T14:24:39,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:39,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:24:39,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:39,776 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:39,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:24:39,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:39,776 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:39,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:24:39,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:39,777 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37921 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:39,777 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:39,777 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/B is initiating minor compaction (all files) 2024-11-13T14:24:39,777 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/A is initiating minor compaction (all files) 2024-11-13T14:24:39,777 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/B in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:39,778 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/A in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:39,778 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/8677bc8dd83644bfa4438d8b412c8870, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/15919425ba214fea8b9684afb4de0d2f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/bd1f34093f044d5ca7437d2f9033a46e] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=34.6 K 2024-11-13T14:24:39,778 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/8e2ca8a489094102bfd50d5aedec6858, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/1135e1a276094f7193c9170d14c3b35a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/67f11706b6934cc7997d09ba18d738c1] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=37.0 K 2024-11-13T14:24:39,778 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e2ca8a489094102bfd50d5aedec6858, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731507876629 2024-11-13T14:24:39,778 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 8677bc8dd83644bfa4438d8b412c8870, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731507876629 2024-11-13T14:24:39,778 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1135e1a276094f7193c9170d14c3b35a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731507877801 2024-11-13T14:24:39,778 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 15919425ba214fea8b9684afb4de0d2f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731507877801 2024-11-13T14:24:39,779 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67f11706b6934cc7997d09ba18d738c1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731507878971 2024-11-13T14:24:39,779 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting bd1f34093f044d5ca7437d2f9033a46e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731507878971 2024-11-13T14:24:39,786 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#B#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:39,787 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/7caf5ca41d0046a7a2adbaa0f6191779 is 50, key is test_row_0/B:col10/1731507878971/Put/seqid=0 2024-11-13T14:24:39,787 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#A#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:39,788 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/a27ccb9c55644911a129f9655a910019 is 50, key is test_row_0/A:col10/1731507878971/Put/seqid=0 2024-11-13T14:24:39,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741935_1111 (size=13425) 2024-11-13T14:24:39,810 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/7caf5ca41d0046a7a2adbaa0f6191779 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/7caf5ca41d0046a7a2adbaa0f6191779 2024-11-13T14:24:39,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741936_1112 (size=13425) 2024-11-13T14:24:39,817 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/B of e3f21b4d614d7a40f02c4980062a8826 into 7caf5ca41d0046a7a2adbaa0f6191779(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:39,817 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:39,817 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/B, priority=13, startTime=1731507879776; duration=0sec 2024-11-13T14:24:39,817 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:39,817 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:B 2024-11-13T14:24:39,817 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:39,818 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:39,819 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/C is initiating minor compaction (all files) 2024-11-13T14:24:39,819 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/C in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:39,819 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/dee824a7120c432db18611946e94e300, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/ebfb9244f59a4ff78a37e7902dba82a7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/5d5b21fdd3f048788bc6341afb0a44f0] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=34.6 K 2024-11-13T14:24:39,819 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting dee824a7120c432db18611946e94e300, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=411, earliestPutTs=1731507876629 2024-11-13T14:24:39,820 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting ebfb9244f59a4ff78a37e7902dba82a7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=430, earliestPutTs=1731507877801 2024-11-13T14:24:39,820 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d5b21fdd3f048788bc6341afb0a44f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731507878971 2024-11-13T14:24:39,827 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#C#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:39,828 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/58a2df5115fd4a3c847d5eda23c083f7 is 50, key is test_row_0/C:col10/1731507878971/Put/seqid=0 2024-11-13T14:24:39,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741937_1113 (size=13391) 2024-11-13T14:24:39,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-11-13T14:24:39,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:39,855 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-13T14:24:39,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/8f43699f3064438b836b9f11f3d8a27e is 50, key is test_row_0/A:col10/1731507879326/Put/seqid=0 2024-11-13T14:24:39,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741938_1114 (size=12301) 2024-11-13T14:24:39,871 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/8f43699f3064438b836b9f11f3d8a27e 2024-11-13T14:24:39,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/f12b7d763e944364a9b08cfa370bd950 is 50, key is test_row_0/B:col10/1731507879326/Put/seqid=0 2024-11-13T14:24:39,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741939_1115 (size=12301) 2024-11-13T14:24:39,893 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/f12b7d763e944364a9b08cfa370bd950 2024-11-13T14:24:39,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/8dffbacf0ce246f29fbbc14da41d6c63 is 50, key is test_row_0/C:col10/1731507879326/Put/seqid=0 2024-11-13T14:24:39,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741940_1116 (size=12301) 2024-11-13T14:24:39,918 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/8dffbacf0ce246f29fbbc14da41d6c63 2024-11-13T14:24:39,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/8f43699f3064438b836b9f11f3d8a27e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/8f43699f3064438b836b9f11f3d8a27e 2024-11-13T14:24:39,933 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/8f43699f3064438b836b9f11f3d8a27e, entries=150, sequenceid=470, filesize=12.0 K 2024-11-13T14:24:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/f12b7d763e944364a9b08cfa370bd950 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/f12b7d763e944364a9b08cfa370bd950 2024-11-13T14:24:39,939 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/f12b7d763e944364a9b08cfa370bd950, entries=150, sequenceid=470, filesize=12.0 K 2024-11-13T14:24:39,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/8dffbacf0ce246f29fbbc14da41d6c63 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/8dffbacf0ce246f29fbbc14da41d6c63 2024-11-13T14:24:39,949 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/8dffbacf0ce246f29fbbc14da41d6c63, entries=150, sequenceid=470, filesize=12.0 K 2024-11-13T14:24:39,950 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for e3f21b4d614d7a40f02c4980062a8826 in 95ms, sequenceid=470, compaction requested=false 2024-11-13T14:24:39,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:39,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:39,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-13T14:24:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-13T14:24:39,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-13T14:24:39,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 556 msec 2024-11-13T14:24:39,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 561 msec 2024-11-13T14:24:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:39,985 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:24:39,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T14:24:39,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/0d0afb1e4201486a94dfe10b50a6975b is 50, key is test_row_0/A:col10/1731507879984/Put/seqid=0 2024-11-13T14:24:40,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741941_1117 (size=14741) 2024-11-13T14:24:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-13T14:24:40,022 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:40,023 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:24:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees 2024-11-13T14:24:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-13T14:24:40,024 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=31, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:24:40,025 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=31, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:24:40,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:24:40,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507940055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:40,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507940056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:40,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507940057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:40,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,063 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-13T14:24:40,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507940162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:40,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:40,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507940162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:40,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:40,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:40,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507940171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:40,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:40,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-13T14:24:40,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:40,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:40,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:40,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:40,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:40,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44250 deadline: 1731507940182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:40,184 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_0' in e3f21b4d614d7a40f02c4980062a8826 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:24:40,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:40,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44232 deadline: 1731507940192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:40,194 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in e3f21b4d614d7a40f02c4980062a8826 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:24:40,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:40,216 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/a27ccb9c55644911a129f9655a910019 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/a27ccb9c55644911a129f9655a910019 2024-11-13T14:24:40,222 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/A of e3f21b4d614d7a40f02c4980062a8826 into a27ccb9c55644911a129f9655a910019(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:40,222 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:40,222 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/A, priority=13, startTime=1731507879776; duration=0sec 2024-11-13T14:24:40,222 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:40,222 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:A 2024-11-13T14:24:40,238 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/58a2df5115fd4a3c847d5eda23c083f7 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/58a2df5115fd4a3c847d5eda23c083f7 2024-11-13T14:24:40,244 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/C of e3f21b4d614d7a40f02c4980062a8826 into 58a2df5115fd4a3c847d5eda23c083f7(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:40,244 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:40,244 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/C, priority=13, startTime=1731507879776; duration=0sec 2024-11-13T14:24:40,244 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:40,244 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:C 2024-11-13T14:24:40,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-13T14:24:40,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:40,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:40,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:40,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:40,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-13T14:24:40,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507940371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:40,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507940371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:40,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:40,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507940382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:40,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,382 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:40,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/0d0afb1e4201486a94dfe10b50a6975b 2024-11-13T14:24:40,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/494687eb19e54faaa06505c258bc8e87 is 50, key is test_row_0/B:col10/1731507879984/Put/seqid=0 2024-11-13T14:24:40,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741942_1118 (size=12301) 2024-11-13T14:24:40,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-13T14:24:40,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:40,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:40,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:40,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:40,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:40,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:40,571 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-13T14:24:40,571 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:24:40,572 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-13T14:24:40,572 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-13T14:24:40,572 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:24:40,572 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:24:40,574 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-13T14:24:40,574 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:24:40,576 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:40,576 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:40,576 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:40,576 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:40,576 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:40,576 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:40,576 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:40,576 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:40,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:24:40,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:24:40,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:24:40,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:24:40,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-13T14:24:40,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:40,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:40,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:40,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:40,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-13T14:24:40,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:40,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507940682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507940683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:40,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:40,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:40,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507940692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:40,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:40,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:40,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-13T14:24:40,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:40,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:40,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:40,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:40,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:40,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/494687eb19e54faaa06505c258bc8e87 2024-11-13T14:24:40,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/793be83fdc464994aaca5a64534ddcf2 is 50, key is test_row_0/C:col10/1731507879984/Put/seqid=0 2024-11-13T14:24:40,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741943_1119 (size=12301) 2024-11-13T14:24:40,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-13T14:24:40,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:40,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:40,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:40,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:40,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:41,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-13T14:24:41,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:41,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:41,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:41,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:41,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-13T14:24:41,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:41,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44242 deadline: 1731507941192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44276 deadline: 1731507941192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:41,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:41,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44246 deadline: 1731507941202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:41,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:41,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:41,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:24:41,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/793be83fdc464994aaca5a64534ddcf2 2024-11-13T14:24:41,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/0d0afb1e4201486a94dfe10b50a6975b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/0d0afb1e4201486a94dfe10b50a6975b 2024-11-13T14:24:41,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/0d0afb1e4201486a94dfe10b50a6975b, entries=200, sequenceid=482, filesize=14.4 K 2024-11-13T14:24:41,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/494687eb19e54faaa06505c258bc8e87 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/494687eb19e54faaa06505c258bc8e87 2024-11-13T14:24:41,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-13T14:24:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:41,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:41,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:41,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:41,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:41,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/494687eb19e54faaa06505c258bc8e87, entries=150, sequenceid=482, filesize=12.0 K 2024-11-13T14:24:41,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/793be83fdc464994aaca5a64534ddcf2 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/793be83fdc464994aaca5a64534ddcf2 2024-11-13T14:24:41,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/793be83fdc464994aaca5a64534ddcf2, entries=150, sequenceid=482, filesize=12.0 K 2024-11-13T14:24:41,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e3f21b4d614d7a40f02c4980062a8826 in 1278ms, sequenceid=482, compaction requested=true 2024-11-13T14:24:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:24:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:41,263 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:24:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:41,263 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:41,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e3f21b4d614d7a40f02c4980062a8826:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:24:41,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:41,265 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:41,265 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/B is initiating minor compaction (all files) 2024-11-13T14:24:41,265 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:41,265 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/B in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:41,265 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/A is initiating minor compaction (all files) 2024-11-13T14:24:41,265 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/A in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:41,265 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/7caf5ca41d0046a7a2adbaa0f6191779, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/f12b7d763e944364a9b08cfa370bd950, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/494687eb19e54faaa06505c258bc8e87] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=37.1 K 2024-11-13T14:24:41,265 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/a27ccb9c55644911a129f9655a910019, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/8f43699f3064438b836b9f11f3d8a27e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/0d0afb1e4201486a94dfe10b50a6975b] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=39.5 K 2024-11-13T14:24:41,265 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 7caf5ca41d0046a7a2adbaa0f6191779, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731507878971 2024-11-13T14:24:41,265 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting a27ccb9c55644911a129f9655a910019, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731507878971 2024-11-13T14:24:41,266 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting f12b7d763e944364a9b08cfa370bd950, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1731507879319 2024-11-13T14:24:41,266 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f43699f3064438b836b9f11f3d8a27e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1731507879319 2024-11-13T14:24:41,266 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 494687eb19e54faaa06505c258bc8e87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1731507879981 2024-11-13T14:24:41,266 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d0afb1e4201486a94dfe10b50a6975b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1731507879977 2024-11-13T14:24:41,274 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#B#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:41,274 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#A#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:41,275 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/01c85e7e2cbb4c0e998db8254a85b8e6 is 50, key is test_row_0/A:col10/1731507879984/Put/seqid=0 2024-11-13T14:24:41,275 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/f0b291ffc4ac46dca43f6f528f121d6e is 50, key is test_row_0/B:col10/1731507879984/Put/seqid=0 2024-11-13T14:24:41,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741944_1120 (size=13527) 2024-11-13T14:24:41,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741945_1121 (size=13527) 2024-11-13T14:24:41,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-11-13T14:24:41,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:41,408 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T14:24:41,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/5ec4bc04af594b978fefd46d6738c9dd is 50, key is test_row_0/A:col10/1731507880055/Put/seqid=0 2024-11-13T14:24:41,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741946_1122 (size=12301) 2024-11-13T14:24:41,692 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/01c85e7e2cbb4c0e998db8254a85b8e6 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/01c85e7e2cbb4c0e998db8254a85b8e6 2024-11-13T14:24:41,692 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/f0b291ffc4ac46dca43f6f528f121d6e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/f0b291ffc4ac46dca43f6f528f121d6e 2024-11-13T14:24:41,697 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/B of e3f21b4d614d7a40f02c4980062a8826 into f0b291ffc4ac46dca43f6f528f121d6e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:41,697 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/A of e3f21b4d614d7a40f02c4980062a8826 into 01c85e7e2cbb4c0e998db8254a85b8e6(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:41,697 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:41,697 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:41,697 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/B, priority=13, startTime=1731507881263; duration=0sec 2024-11-13T14:24:41,697 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/A, priority=13, startTime=1731507881263; duration=0sec 2024-11-13T14:24:41,697 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:41,697 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:41,697 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:A 2024-11-13T14:24:41,697 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:B 2024-11-13T14:24:41,698 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:41,699 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:41,699 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): e3f21b4d614d7a40f02c4980062a8826/C is initiating minor compaction (all files) 2024-11-13T14:24:41,699 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e3f21b4d614d7a40f02c4980062a8826/C in TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:41,699 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/58a2df5115fd4a3c847d5eda23c083f7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/8dffbacf0ce246f29fbbc14da41d6c63, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/793be83fdc464994aaca5a64534ddcf2] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp, totalSize=37.1 K 2024-11-13T14:24:41,700 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58a2df5115fd4a3c847d5eda23c083f7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1731507878971 2024-11-13T14:24:41,700 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dffbacf0ce246f29fbbc14da41d6c63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1731507879319 2024-11-13T14:24:41,700 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 793be83fdc464994aaca5a64534ddcf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1731507879981 2024-11-13T14:24:41,710 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e3f21b4d614d7a40f02c4980062a8826#C#compaction#110 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:41,710 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/c3059632d47545ccb8b465a23918e58b is 50, key is test_row_0/C:col10/1731507879984/Put/seqid=0 2024-11-13T14:24:41,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741947_1123 (size=13493) 2024-11-13T14:24:41,823 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/5ec4bc04af594b978fefd46d6738c9dd 2024-11-13T14:24:41,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/0de77e225a514d0791fc762918245fc2 is 50, key is test_row_0/B:col10/1731507880055/Put/seqid=0 2024-11-13T14:24:41,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741948_1124 (size=12301) 2024-11-13T14:24:42,009 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T14:24:42,126 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/c3059632d47545ccb8b465a23918e58b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/c3059632d47545ccb8b465a23918e58b 2024-11-13T14:24:42,132 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e3f21b4d614d7a40f02c4980062a8826/C of e3f21b4d614d7a40f02c4980062a8826 into c3059632d47545ccb8b465a23918e58b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:42,132 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:42,132 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., storeName=e3f21b4d614d7a40f02c4980062a8826/C, priority=13, startTime=1731507881263; duration=0sec 2024-11-13T14:24:42,133 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:42,133 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e3f21b4d614d7a40f02c4980062a8826:C 2024-11-13T14:24:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-13T14:24:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:42,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. as already flushing 2024-11-13T14:24:42,205 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-13T14:24:42,206 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:24:42,206 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:42,206 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:42,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:24:42,213 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-13T14:24:42,213 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-13T14:24:42,214 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:24:42,214 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:24:42,214 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:42,214 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:42,214 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:42,214 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:42,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:24:42,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:24:42,240 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/0de77e225a514d0791fc762918245fc2 2024-11-13T14:24:42,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/287027149fe940c5a4be2540639e595b is 50, key is test_row_0/C:col10/1731507880055/Put/seqid=0 2024-11-13T14:24:42,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741949_1125 (size=12301) 2024-11-13T14:24:42,655 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=508 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/287027149fe940c5a4be2540639e595b 2024-11-13T14:24:42,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/5ec4bc04af594b978fefd46d6738c9dd as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/5ec4bc04af594b978fefd46d6738c9dd 2024-11-13T14:24:42,673 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/5ec4bc04af594b978fefd46d6738c9dd, entries=150, sequenceid=508, filesize=12.0 K 2024-11-13T14:24:42,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/0de77e225a514d0791fc762918245fc2 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/0de77e225a514d0791fc762918245fc2 2024-11-13T14:24:42,679 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/0de77e225a514d0791fc762918245fc2, entries=150, sequenceid=508, filesize=12.0 K 2024-11-13T14:24:42,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/287027149fe940c5a4be2540639e595b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/287027149fe940c5a4be2540639e595b 2024-11-13T14:24:42,685 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/287027149fe940c5a4be2540639e595b, entries=150, sequenceid=508, filesize=12.0 K 2024-11-13T14:24:42,686 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=20.13 KB/20610 for e3f21b4d614d7a40f02c4980062a8826 in 1278ms, sequenceid=508, compaction requested=false 2024-11-13T14:24:42,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for e3f21b4d614d7a40f02c4980062a8826: 2024-11-13T14:24:42,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:42,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-13T14:24:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-13T14:24:42,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-13T14:24:42,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6630 sec 2024-11-13T14:24:42,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees in 2.6670 sec 2024-11-13T14:24:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-13T14:24:44,184 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:44,207 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-13T14:24:44,207 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:24:44,207 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:44,208 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:44,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:24:44,243 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-13T14:24:44,243 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:24:44,243 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:44,243 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:44,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:24:44,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T14:24:44,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-13T14:24:44,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-13T14:24:44,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-13T14:24:44,243 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-13T14:24:44,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-13T14:24:44,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T14:24:44,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3500 2024-11-13T14:24:44,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3456 2024-11-13T14:24:44,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T14:24:44,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1608 2024-11-13T14:24:44,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4813 rows 2024-11-13T14:24:44,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1608 2024-11-13T14:24:44,244 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4823 rows 2024-11-13T14:24:44,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:24:44,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:24:44,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:44,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:44,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:24:44,247 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T14:24:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T14:24:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-13T14:24:44,255 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507884255"}]},"ts":"1731507884255"} 2024-11-13T14:24:44,257 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T14:24:44,257 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T14:24:44,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T14:24:44,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3f21b4d614d7a40f02c4980062a8826, UNASSIGN}] 2024-11-13T14:24:44,264 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3f21b4d614d7a40f02c4980062a8826, UNASSIGN 2024-11-13T14:24:44,265 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=e3f21b4d614d7a40f02c4980062a8826, regionState=CLOSING, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:44,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3f21b4d614d7a40f02c4980062a8826, UNASSIGN because future has completed 2024-11-13T14:24:44,268 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T14:24:44,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619}] 2024-11-13T14:24:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-13T14:24:44,428 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:44,429 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T14:24:44,430 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing e3f21b4d614d7a40f02c4980062a8826, disabling compactions & flushes 2024-11-13T14:24:44,430 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:44,430 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:44,431 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. after waiting 0 ms 2024-11-13T14:24:44,431 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:44,431 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(2902): Flushing e3f21b4d614d7a40f02c4980062a8826 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T14:24:44,437 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/fdd865f5d5274b92bc5f4221416d0dfc is 50, key is test_row_0/A:col10/1731507884203/Put/seqid=0 2024-11-13T14:24:44,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741950_1126 (size=12301) 2024-11-13T14:24:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-13T14:24:44,843 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/fdd865f5d5274b92bc5f4221416d0dfc 2024-11-13T14:24:44,857 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/f342d5dcdc1f400eacc1eeb6114a90d2 is 50, key is test_row_0/B:col10/1731507884203/Put/seqid=0 2024-11-13T14:24:44,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741951_1127 (size=12301) 2024-11-13T14:24:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-13T14:24:45,263 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/f342d5dcdc1f400eacc1eeb6114a90d2 2024-11-13T14:24:45,270 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/9f18053aefb04dda949f4986fa3ea067 is 50, key is test_row_0/C:col10/1731507884203/Put/seqid=0 2024-11-13T14:24:45,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741952_1128 (size=12301) 2024-11-13T14:24:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-13T14:24:45,675 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/9f18053aefb04dda949f4986fa3ea067 2024-11-13T14:24:45,688 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/A/fdd865f5d5274b92bc5f4221416d0dfc as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/fdd865f5d5274b92bc5f4221416d0dfc 2024-11-13T14:24:45,697 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/fdd865f5d5274b92bc5f4221416d0dfc, entries=150, sequenceid=519, filesize=12.0 K 2024-11-13T14:24:45,699 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/B/f342d5dcdc1f400eacc1eeb6114a90d2 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/f342d5dcdc1f400eacc1eeb6114a90d2 2024-11-13T14:24:45,704 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/f342d5dcdc1f400eacc1eeb6114a90d2, entries=150, sequenceid=519, filesize=12.0 K 2024-11-13T14:24:45,705 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/.tmp/C/9f18053aefb04dda949f4986fa3ea067 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/9f18053aefb04dda949f4986fa3ea067 2024-11-13T14:24:45,711 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/9f18053aefb04dda949f4986fa3ea067, entries=150, sequenceid=519, filesize=12.0 K 2024-11-13T14:24:45,713 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e3f21b4d614d7a40f02c4980062a8826 in 1282ms, sequenceid=519, compaction requested=true 2024-11-13T14:24:45,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/75d3b796ae2543f6b8421457f183f0db, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/60cbf6cfb16c46f0b11d71fdba4d709f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/2a73af3ea7224e79aa999e1c7db08c3d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/1cd9390ca18a4ab191838a9adb6aa0cc, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/78d7d87515ab43bfab2e43ad68828fb4, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/c057e037c22c49b0a07d436422666e37, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/332411703e494672b3fa710ff040d8b9, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/fe4e0670deab4f8294592c0a9b77951a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/382c86e6897849d7bc6feee5c0d3f419, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/069abe979b4240edb1727e8f7fa447ad, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/a5a4f929f30a4c2bbdb490e0771852b1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/65e5167a516e402a9966990bc833b9f3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/8e123a042dc34239888c989e14628a2e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/f3dfaae02612410387f22a7a06300a4b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/30f4c0e114244fc2852ec15011c116f3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/4e990aa907594217b894f5211b9381aa, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b290dafdca794d62b1642448f5cbc934, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/5ff844771c9942f4bcae6b450b9a406c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/7809a131d9454c8a936576bb4d5d669a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/98bca6bdd3b74919ac82f783ff6bedbf, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/41a4a01ef3244a6eb101afbfa15a8b50, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b63c444734fb4922b13960feaba823a1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/be015889ad9c419c8aac8fe3737aac7c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b45214101ad84533866c7879e3343e75, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/d43cde6bbc824c59a42f71741ba35e39, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b9f4f21cdf5b48d78e44bb36e92b0222, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/eec7f5124b3f4858a4b68f4df8001087, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/d6f7830f23fb46f394056d929e5df5a0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/e0450217ffe94279a5eac6884a80a8c0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/328f714cf98e4d2e9dde505a9359977a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/8e2ca8a489094102bfd50d5aedec6858, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/1135e1a276094f7193c9170d14c3b35a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/67f11706b6934cc7997d09ba18d738c1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/a27ccb9c55644911a129f9655a910019, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/8f43699f3064438b836b9f11f3d8a27e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/0d0afb1e4201486a94dfe10b50a6975b] to archive 2024-11-13T14:24:45,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:24:45,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/75d3b796ae2543f6b8421457f183f0db to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/75d3b796ae2543f6b8421457f183f0db 2024-11-13T14:24:45,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/60cbf6cfb16c46f0b11d71fdba4d709f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/60cbf6cfb16c46f0b11d71fdba4d709f 2024-11-13T14:24:45,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/2a73af3ea7224e79aa999e1c7db08c3d to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/2a73af3ea7224e79aa999e1c7db08c3d 2024-11-13T14:24:45,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/1cd9390ca18a4ab191838a9adb6aa0cc to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/1cd9390ca18a4ab191838a9adb6aa0cc 2024-11-13T14:24:45,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/78d7d87515ab43bfab2e43ad68828fb4 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/78d7d87515ab43bfab2e43ad68828fb4 2024-11-13T14:24:45,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/c057e037c22c49b0a07d436422666e37 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/c057e037c22c49b0a07d436422666e37 2024-11-13T14:24:45,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/332411703e494672b3fa710ff040d8b9 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/332411703e494672b3fa710ff040d8b9 2024-11-13T14:24:45,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/fe4e0670deab4f8294592c0a9b77951a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/fe4e0670deab4f8294592c0a9b77951a 2024-11-13T14:24:45,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/382c86e6897849d7bc6feee5c0d3f419 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/382c86e6897849d7bc6feee5c0d3f419 2024-11-13T14:24:45,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/069abe979b4240edb1727e8f7fa447ad to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/069abe979b4240edb1727e8f7fa447ad 2024-11-13T14:24:45,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/a5a4f929f30a4c2bbdb490e0771852b1 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/a5a4f929f30a4c2bbdb490e0771852b1 2024-11-13T14:24:45,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/65e5167a516e402a9966990bc833b9f3 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/65e5167a516e402a9966990bc833b9f3 2024-11-13T14:24:45,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/8e123a042dc34239888c989e14628a2e to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/8e123a042dc34239888c989e14628a2e 2024-11-13T14:24:45,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/f3dfaae02612410387f22a7a06300a4b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/f3dfaae02612410387f22a7a06300a4b 2024-11-13T14:24:45,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/30f4c0e114244fc2852ec15011c116f3 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/30f4c0e114244fc2852ec15011c116f3 2024-11-13T14:24:45,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/4e990aa907594217b894f5211b9381aa to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/4e990aa907594217b894f5211b9381aa 2024-11-13T14:24:45,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b290dafdca794d62b1642448f5cbc934 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b290dafdca794d62b1642448f5cbc934 2024-11-13T14:24:45,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/5ff844771c9942f4bcae6b450b9a406c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/5ff844771c9942f4bcae6b450b9a406c 2024-11-13T14:24:45,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/7809a131d9454c8a936576bb4d5d669a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/7809a131d9454c8a936576bb4d5d669a 2024-11-13T14:24:45,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/98bca6bdd3b74919ac82f783ff6bedbf to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/98bca6bdd3b74919ac82f783ff6bedbf 2024-11-13T14:24:45,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/41a4a01ef3244a6eb101afbfa15a8b50 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/41a4a01ef3244a6eb101afbfa15a8b50 2024-11-13T14:24:45,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b63c444734fb4922b13960feaba823a1 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b63c444734fb4922b13960feaba823a1 2024-11-13T14:24:45,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/be015889ad9c419c8aac8fe3737aac7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/be015889ad9c419c8aac8fe3737aac7c 2024-11-13T14:24:45,751 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b45214101ad84533866c7879e3343e75 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b45214101ad84533866c7879e3343e75 2024-11-13T14:24:45,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/d43cde6bbc824c59a42f71741ba35e39 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/d43cde6bbc824c59a42f71741ba35e39 2024-11-13T14:24:45,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b9f4f21cdf5b48d78e44bb36e92b0222 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/b9f4f21cdf5b48d78e44bb36e92b0222 2024-11-13T14:24:45,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/eec7f5124b3f4858a4b68f4df8001087 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/eec7f5124b3f4858a4b68f4df8001087 2024-11-13T14:24:45,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/d6f7830f23fb46f394056d929e5df5a0 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/d6f7830f23fb46f394056d929e5df5a0 2024-11-13T14:24:45,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/e0450217ffe94279a5eac6884a80a8c0 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/e0450217ffe94279a5eac6884a80a8c0 2024-11-13T14:24:45,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/328f714cf98e4d2e9dde505a9359977a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/328f714cf98e4d2e9dde505a9359977a 2024-11-13T14:24:45,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/8e2ca8a489094102bfd50d5aedec6858 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/8e2ca8a489094102bfd50d5aedec6858 2024-11-13T14:24:45,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/1135e1a276094f7193c9170d14c3b35a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/1135e1a276094f7193c9170d14c3b35a 2024-11-13T14:24:45,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/67f11706b6934cc7997d09ba18d738c1 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/67f11706b6934cc7997d09ba18d738c1 2024-11-13T14:24:45,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/a27ccb9c55644911a129f9655a910019 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/a27ccb9c55644911a129f9655a910019 2024-11-13T14:24:45,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/8f43699f3064438b836b9f11f3d8a27e to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/8f43699f3064438b836b9f11f3d8a27e 2024-11-13T14:24:45,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/0d0afb1e4201486a94dfe10b50a6975b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/0d0afb1e4201486a94dfe10b50a6975b 2024-11-13T14:24:45,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/3bdc83f5823240a5b95e0c2fd7f83edf, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/6ebeb291957548208ba48b8afbce97d0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/2bd19122e18845ae86b15e5e60278cda, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/9f7147f292e9455aa474334c6fb33483, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ed90d346a5d34578aa772f479707acf1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/a7d10644cee04703a23bf8bfe08d8a5f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/6e49db7add6440c091fba31f023faa55, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/20539a2b8b7d4e0bb72c19442e6a02b3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/66ec5c24bcea41c3a231445869b65b9e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/b737a8f9b96c410ebda64fff34c94d22, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/5ff8e6485bab43caa9e0e0014531e1cc, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/94d56120ee9f49c9a760d26cd7f436c2, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/26c8d0e5b94e4147b32e31950d65a46b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/4bfaee9062d44d388e7e1e7605e054c7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/16bf6323051d4f1f8380134190a29bed, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/72d5669567ab44659ec113bebc1f92cd, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/1bb5fee3d25c4ea9850a08e665171090, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/31cba3c0da394107b4a4d74dafa306b6, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/36f0fa413a374d26a2c582cfb17aef9c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ea88f65db4e744c78108885168e88679, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ce081aa4ff774e0aaec6026e1504a05f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/1258b93c3e2048beaa6d4f8f00c8ce2a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/f00ca3426cbc48b193abd37dd985b540, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/e80457c8fc454bd6b38ac687c2f817b5, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/03f0185e0ca642ae889fc65eea0decda, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/66c9b3ad96ad4f20a595233383ad2db5, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ea5d15613e7946c784017740ca1be601, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/c0277d88533c49c69c3cd912e14161cd, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ceb452796b1040859389ae5a830506df, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/8677bc8dd83644bfa4438d8b412c8870, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/9ad7acf7a7794343ad1022eb1acd3f4b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/15919425ba214fea8b9684afb4de0d2f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/7caf5ca41d0046a7a2adbaa0f6191779, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/bd1f34093f044d5ca7437d2f9033a46e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/f12b7d763e944364a9b08cfa370bd950, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/494687eb19e54faaa06505c258bc8e87] to archive 2024-11-13T14:24:45,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:24:45,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/3bdc83f5823240a5b95e0c2fd7f83edf to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/3bdc83f5823240a5b95e0c2fd7f83edf 2024-11-13T14:24:45,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/6ebeb291957548208ba48b8afbce97d0 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/6ebeb291957548208ba48b8afbce97d0 2024-11-13T14:24:45,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/2bd19122e18845ae86b15e5e60278cda to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/2bd19122e18845ae86b15e5e60278cda 2024-11-13T14:24:45,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/9f7147f292e9455aa474334c6fb33483 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/9f7147f292e9455aa474334c6fb33483 2024-11-13T14:24:45,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ed90d346a5d34578aa772f479707acf1 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ed90d346a5d34578aa772f479707acf1 2024-11-13T14:24:45,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/a7d10644cee04703a23bf8bfe08d8a5f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/a7d10644cee04703a23bf8bfe08d8a5f 2024-11-13T14:24:45,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/6e49db7add6440c091fba31f023faa55 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/6e49db7add6440c091fba31f023faa55 2024-11-13T14:24:45,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/20539a2b8b7d4e0bb72c19442e6a02b3 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/20539a2b8b7d4e0bb72c19442e6a02b3 2024-11-13T14:24:45,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/66ec5c24bcea41c3a231445869b65b9e to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/66ec5c24bcea41c3a231445869b65b9e 2024-11-13T14:24:45,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/b737a8f9b96c410ebda64fff34c94d22 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/b737a8f9b96c410ebda64fff34c94d22 2024-11-13T14:24:45,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/5ff8e6485bab43caa9e0e0014531e1cc to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/5ff8e6485bab43caa9e0e0014531e1cc 2024-11-13T14:24:45,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/94d56120ee9f49c9a760d26cd7f436c2 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/94d56120ee9f49c9a760d26cd7f436c2 2024-11-13T14:24:45,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/26c8d0e5b94e4147b32e31950d65a46b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/26c8d0e5b94e4147b32e31950d65a46b 2024-11-13T14:24:45,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/4bfaee9062d44d388e7e1e7605e054c7 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/4bfaee9062d44d388e7e1e7605e054c7 2024-11-13T14:24:45,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/16bf6323051d4f1f8380134190a29bed to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/16bf6323051d4f1f8380134190a29bed 2024-11-13T14:24:45,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/72d5669567ab44659ec113bebc1f92cd to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/72d5669567ab44659ec113bebc1f92cd 2024-11-13T14:24:45,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/1bb5fee3d25c4ea9850a08e665171090 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/1bb5fee3d25c4ea9850a08e665171090 2024-11-13T14:24:45,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/31cba3c0da394107b4a4d74dafa306b6 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/31cba3c0da394107b4a4d74dafa306b6 2024-11-13T14:24:45,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/36f0fa413a374d26a2c582cfb17aef9c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/36f0fa413a374d26a2c582cfb17aef9c 2024-11-13T14:24:45,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ea88f65db4e744c78108885168e88679 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ea88f65db4e744c78108885168e88679 2024-11-13T14:24:45,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ce081aa4ff774e0aaec6026e1504a05f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ce081aa4ff774e0aaec6026e1504a05f 2024-11-13T14:24:45,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/1258b93c3e2048beaa6d4f8f00c8ce2a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/1258b93c3e2048beaa6d4f8f00c8ce2a 2024-11-13T14:24:45,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/f00ca3426cbc48b193abd37dd985b540 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/f00ca3426cbc48b193abd37dd985b540 2024-11-13T14:24:45,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/e80457c8fc454bd6b38ac687c2f817b5 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/e80457c8fc454bd6b38ac687c2f817b5 2024-11-13T14:24:45,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/03f0185e0ca642ae889fc65eea0decda to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/03f0185e0ca642ae889fc65eea0decda 2024-11-13T14:24:45,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/66c9b3ad96ad4f20a595233383ad2db5 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/66c9b3ad96ad4f20a595233383ad2db5 2024-11-13T14:24:45,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ea5d15613e7946c784017740ca1be601 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ea5d15613e7946c784017740ca1be601 2024-11-13T14:24:45,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/c0277d88533c49c69c3cd912e14161cd to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/c0277d88533c49c69c3cd912e14161cd 2024-11-13T14:24:45,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ceb452796b1040859389ae5a830506df to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/ceb452796b1040859389ae5a830506df 2024-11-13T14:24:45,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/8677bc8dd83644bfa4438d8b412c8870 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/8677bc8dd83644bfa4438d8b412c8870 2024-11-13T14:24:45,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/9ad7acf7a7794343ad1022eb1acd3f4b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/9ad7acf7a7794343ad1022eb1acd3f4b 2024-11-13T14:24:45,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/15919425ba214fea8b9684afb4de0d2f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/15919425ba214fea8b9684afb4de0d2f 2024-11-13T14:24:45,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/7caf5ca41d0046a7a2adbaa0f6191779 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/7caf5ca41d0046a7a2adbaa0f6191779 2024-11-13T14:24:45,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/bd1f34093f044d5ca7437d2f9033a46e to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/bd1f34093f044d5ca7437d2f9033a46e 2024-11-13T14:24:45,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/f12b7d763e944364a9b08cfa370bd950 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/f12b7d763e944364a9b08cfa370bd950 2024-11-13T14:24:45,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/494687eb19e54faaa06505c258bc8e87 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/494687eb19e54faaa06505c258bc8e87 2024-11-13T14:24:45,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/a0f0f7fed1fc4340a1c5336c975bca88, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/0a3b5853ff85462190db503de665c409, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/f2af2c9bfedd4fc99a06477841e5fa97, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/18b9196b524f4eccbb2cfaddff5be5b4, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/787ca43be56c4cefa3300c388147b108, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/aa0a3163479b48138a0435a11c979105, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/50249aabcc9e451f8841778eb6648f4d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/3fad7b8aa3e8461f8915ba1ee50ff1a9, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/7bd818f6656d4b80abf84d4714259f4d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/620df901ca90427ab1677505aeb8e917, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/4ad15b18f7934f419be6312da3181ab9, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/9e4ba56fa36f414bbad7d66a38ebef9a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/83f6a4be46c94b49a2ef2e2141826228, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/f63f54b9b2494b7181f959ae71df936d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/d361b74e1d314b5e97b8ea7856fbee0f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/0528957f88264c8ab4d88fc29d6aafd6, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/32fb24b069664737a7c8c4403f6824af, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/9a46f932972949c3a9f255ffaf975ae6, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/112e30bfede24c02a80055e4fa57492c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/e2beca3d514e418ab6009bddcfff5c78, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/96b89469810c4e8186ccf9f9ed3fc954, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/8abd772fa6154b14a1c27d22dc86fbce, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/0e168fd63a6f449093a6801a6961fbff, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/ca74974d677648e29f12516b610c0333, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/fbd636fa83ad41f8a1f24887affd2f6d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/dda4260adfc74d9cac75dfe2a1ac78d1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/bf04c7a0b423461d8fa47eb09ef35e5f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/fcf2236fc1fe4c2fb27e1c68dca4e289, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/dee824a7120c432db18611946e94e300, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/c202ece3fdc54a4f920722073715df3e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/ebfb9244f59a4ff78a37e7902dba82a7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/58a2df5115fd4a3c847d5eda23c083f7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/5d5b21fdd3f048788bc6341afb0a44f0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/8dffbacf0ce246f29fbbc14da41d6c63, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/793be83fdc464994aaca5a64534ddcf2] to archive 2024-11-13T14:24:45,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:24:45,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/a0f0f7fed1fc4340a1c5336c975bca88 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/a0f0f7fed1fc4340a1c5336c975bca88 2024-11-13T14:24:45,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/0a3b5853ff85462190db503de665c409 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/0a3b5853ff85462190db503de665c409 2024-11-13T14:24:45,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/f2af2c9bfedd4fc99a06477841e5fa97 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/f2af2c9bfedd4fc99a06477841e5fa97 2024-11-13T14:24:45,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/18b9196b524f4eccbb2cfaddff5be5b4 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/18b9196b524f4eccbb2cfaddff5be5b4 2024-11-13T14:24:45,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/787ca43be56c4cefa3300c388147b108 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/787ca43be56c4cefa3300c388147b108 2024-11-13T14:24:45,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/aa0a3163479b48138a0435a11c979105 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/aa0a3163479b48138a0435a11c979105 2024-11-13T14:24:45,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/50249aabcc9e451f8841778eb6648f4d to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/50249aabcc9e451f8841778eb6648f4d 2024-11-13T14:24:45,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/3fad7b8aa3e8461f8915ba1ee50ff1a9 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/3fad7b8aa3e8461f8915ba1ee50ff1a9 2024-11-13T14:24:45,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/7bd818f6656d4b80abf84d4714259f4d to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/7bd818f6656d4b80abf84d4714259f4d 2024-11-13T14:24:45,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/620df901ca90427ab1677505aeb8e917 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/620df901ca90427ab1677505aeb8e917 2024-11-13T14:24:45,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/4ad15b18f7934f419be6312da3181ab9 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/4ad15b18f7934f419be6312da3181ab9 2024-11-13T14:24:45,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/9e4ba56fa36f414bbad7d66a38ebef9a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/9e4ba56fa36f414bbad7d66a38ebef9a 2024-11-13T14:24:45,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/83f6a4be46c94b49a2ef2e2141826228 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/83f6a4be46c94b49a2ef2e2141826228 2024-11-13T14:24:45,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/f63f54b9b2494b7181f959ae71df936d to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/f63f54b9b2494b7181f959ae71df936d 2024-11-13T14:24:45,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/d361b74e1d314b5e97b8ea7856fbee0f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/d361b74e1d314b5e97b8ea7856fbee0f 2024-11-13T14:24:45,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/0528957f88264c8ab4d88fc29d6aafd6 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/0528957f88264c8ab4d88fc29d6aafd6 2024-11-13T14:24:45,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/32fb24b069664737a7c8c4403f6824af to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/32fb24b069664737a7c8c4403f6824af 2024-11-13T14:24:45,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/9a46f932972949c3a9f255ffaf975ae6 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/9a46f932972949c3a9f255ffaf975ae6 2024-11-13T14:24:45,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/112e30bfede24c02a80055e4fa57492c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/112e30bfede24c02a80055e4fa57492c 2024-11-13T14:24:45,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/e2beca3d514e418ab6009bddcfff5c78 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/e2beca3d514e418ab6009bddcfff5c78 2024-11-13T14:24:45,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/96b89469810c4e8186ccf9f9ed3fc954 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/96b89469810c4e8186ccf9f9ed3fc954 2024-11-13T14:24:45,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/8abd772fa6154b14a1c27d22dc86fbce to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/8abd772fa6154b14a1c27d22dc86fbce 2024-11-13T14:24:45,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/0e168fd63a6f449093a6801a6961fbff to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/0e168fd63a6f449093a6801a6961fbff 2024-11-13T14:24:45,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/ca74974d677648e29f12516b610c0333 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/ca74974d677648e29f12516b610c0333 2024-11-13T14:24:45,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/fbd636fa83ad41f8a1f24887affd2f6d to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/fbd636fa83ad41f8a1f24887affd2f6d 2024-11-13T14:24:45,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/dda4260adfc74d9cac75dfe2a1ac78d1 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/dda4260adfc74d9cac75dfe2a1ac78d1 2024-11-13T14:24:45,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/bf04c7a0b423461d8fa47eb09ef35e5f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/bf04c7a0b423461d8fa47eb09ef35e5f 2024-11-13T14:24:45,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/fcf2236fc1fe4c2fb27e1c68dca4e289 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/fcf2236fc1fe4c2fb27e1c68dca4e289 2024-11-13T14:24:45,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/dee824a7120c432db18611946e94e300 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/dee824a7120c432db18611946e94e300 2024-11-13T14:24:45,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/c202ece3fdc54a4f920722073715df3e to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/c202ece3fdc54a4f920722073715df3e 2024-11-13T14:24:45,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/ebfb9244f59a4ff78a37e7902dba82a7 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/ebfb9244f59a4ff78a37e7902dba82a7 2024-11-13T14:24:45,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/58a2df5115fd4a3c847d5eda23c083f7 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/58a2df5115fd4a3c847d5eda23c083f7 2024-11-13T14:24:45,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/5d5b21fdd3f048788bc6341afb0a44f0 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/5d5b21fdd3f048788bc6341afb0a44f0 2024-11-13T14:24:45,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/8dffbacf0ce246f29fbbc14da41d6c63 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/8dffbacf0ce246f29fbbc14da41d6c63 2024-11-13T14:24:45,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/793be83fdc464994aaca5a64534ddcf2 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/793be83fdc464994aaca5a64534ddcf2 2024-11-13T14:24:45,858 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/recovered.edits/522.seqid, newMaxSeqId=522, maxSeqId=1 2024-11-13T14:24:45,860 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. 2024-11-13T14:24:45,861 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for e3f21b4d614d7a40f02c4980062a8826: Waiting for close lock at 1731507884430Running coprocessor pre-close hooks at 1731507884430Disabling compacts and flushes for region at 1731507884430Disabling writes for close at 1731507884431 (+1 ms)Obtaining lock to block concurrent updates at 1731507884431Preparing flush snapshotting stores in e3f21b4d614d7a40f02c4980062a8826 at 1731507884431Finished memstore snapshotting TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731507884432 (+1 ms)Flushing stores of TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826. at 1731507884433 (+1 ms)Flushing e3f21b4d614d7a40f02c4980062a8826/A: creating writer at 1731507884433Flushing e3f21b4d614d7a40f02c4980062a8826/A: appending metadata at 1731507884437 (+4 ms)Flushing e3f21b4d614d7a40f02c4980062a8826/A: closing flushed file at 1731507884437Flushing e3f21b4d614d7a40f02c4980062a8826/B: creating writer at 1731507884851 (+414 ms)Flushing e3f21b4d614d7a40f02c4980062a8826/B: appending metadata at 1731507884856 (+5 ms)Flushing e3f21b4d614d7a40f02c4980062a8826/B: closing flushed file at 1731507884856Flushing e3f21b4d614d7a40f02c4980062a8826/C: creating writer at 1731507885267 (+411 ms)Flushing e3f21b4d614d7a40f02c4980062a8826/C: appending metadata at 1731507885269 (+2 ms)Flushing e3f21b4d614d7a40f02c4980062a8826/C: closing flushed file at 1731507885269Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51dc89e1: reopening flushed file at 1731507885686 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e39806: reopening flushed file at 1731507885698 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2043b216: reopening flushed file at 1731507885704 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e3f21b4d614d7a40f02c4980062a8826 in 1282ms, sequenceid=519, compaction requested=true at 1731507885713 (+9 ms)Writing region close event to WAL at 1731507885855 (+142 ms)Running coprocessor post-close hooks at 1731507885859 (+4 ms)Closed at 1731507885860 (+1 ms) 2024-11-13T14:24:45,863 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:45,864 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=e3f21b4d614d7a40f02c4980062a8826, regionState=CLOSED 2024-11-13T14:24:45,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 because future has completed 2024-11-13T14:24:45,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-13T14:24:45,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure e3f21b4d614d7a40f02c4980062a8826, server=eb1966fd6578,42905,1731507853619 in 1.5980 sec 2024-11-13T14:24:45,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-13T14:24:45,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e3f21b4d614d7a40f02c4980062a8826, UNASSIGN in 1.6050 sec 2024-11-13T14:24:45,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-13T14:24:45,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6120 sec 2024-11-13T14:24:45,873 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507885873"}]},"ts":"1731507885873"} 2024-11-13T14:24:45,874 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T14:24:45,874 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T14:24:45,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6250 sec 2024-11-13T14:24:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-13T14:24:46,403 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:46,405 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T14:24:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:24:46,410 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=37, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:24:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-13T14:24:46,411 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=37, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:24:46,415 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:46,420 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A, FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B, FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C, FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/recovered.edits] 2024-11-13T14:24:46,424 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/01c85e7e2cbb4c0e998db8254a85b8e6 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/01c85e7e2cbb4c0e998db8254a85b8e6 2024-11-13T14:24:46,425 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/5ec4bc04af594b978fefd46d6738c9dd to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/5ec4bc04af594b978fefd46d6738c9dd 2024-11-13T14:24:46,426 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/fdd865f5d5274b92bc5f4221416d0dfc to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/A/fdd865f5d5274b92bc5f4221416d0dfc 2024-11-13T14:24:46,429 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/0de77e225a514d0791fc762918245fc2 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/0de77e225a514d0791fc762918245fc2 2024-11-13T14:24:46,430 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/f0b291ffc4ac46dca43f6f528f121d6e to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/f0b291ffc4ac46dca43f6f528f121d6e 2024-11-13T14:24:46,432 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/f342d5dcdc1f400eacc1eeb6114a90d2 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/B/f342d5dcdc1f400eacc1eeb6114a90d2 2024-11-13T14:24:46,434 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/287027149fe940c5a4be2540639e595b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/287027149fe940c5a4be2540639e595b 2024-11-13T14:24:46,435 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/9f18053aefb04dda949f4986fa3ea067 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/9f18053aefb04dda949f4986fa3ea067 2024-11-13T14:24:46,436 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/c3059632d47545ccb8b465a23918e58b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/C/c3059632d47545ccb8b465a23918e58b 2024-11-13T14:24:46,439 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/recovered.edits/522.seqid to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826/recovered.edits/522.seqid 2024-11-13T14:24:46,440 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/e3f21b4d614d7a40f02c4980062a8826 2024-11-13T14:24:46,440 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T14:24:46,444 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=37, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:24:46,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T14:24:46,453 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T14:24:46,491 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T14:24:46,493 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=37, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:24:46,493 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T14:24:46,493 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731507886493"}]},"ts":"9223372036854775807"} 2024-11-13T14:24:46,499 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T14:24:46,499 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e3f21b4d614d7a40f02c4980062a8826, NAME => 'TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T14:24:46,499 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T14:24:46,499 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731507886499"}]},"ts":"9223372036854775807"} 2024-11-13T14:24:46,503 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T14:24:46,504 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=37, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:24:46,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 98 msec 2024-11-13T14:24:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-13T14:24:46,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T14:24:46,523 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:46,534 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-896394306_22 at /127.0.0.1:58132 [Waiting for operation #268] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;eb1966fd6578:42905-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1240099753_22 at /127.0.0.1:55068 [Waiting for operation #198] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1240099753_22 at /127.0.0.1:58304 [Waiting for operation #256] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=420 (was 353) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3235 (was 4394) 2024-11-13T14:24:46,543 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=420, ProcessCount=11, AvailableMemoryMB=3235 2024-11-13T14:24:46,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T14:24:46,545 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:24:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T14:24:46,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:24:46,547 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:46,547 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 38 2024-11-13T14:24:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-13T14:24:46,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:24:46,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741953_1129 (size=959) 2024-11-13T14:24:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-13T14:24:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-13T14:24:46,956 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662 2024-11-13T14:24:46,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741954_1130 (size=53) 2024-11-13T14:24:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-13T14:24:47,363 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:24:47,363 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4c64833ac0290b72d25de86de420aa20, disabling compactions & flushes 2024-11-13T14:24:47,363 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:47,363 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:47,363 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. after waiting 0 ms 2024-11-13T14:24:47,363 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:47,363 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:47,363 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c64833ac0290b72d25de86de420aa20: Waiting for close lock at 1731507887363Disabling compacts and flushes for region at 1731507887363Disabling writes for close at 1731507887363Writing region close event to WAL at 1731507887363Closed at 1731507887363 2024-11-13T14:24:47,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:24:47,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731507887365"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507887365"}]},"ts":"1731507887365"} 2024-11-13T14:24:47,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:24:47,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:24:47,368 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507887368"}]},"ts":"1731507887368"} 2024-11-13T14:24:47,370 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T14:24:47,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c64833ac0290b72d25de86de420aa20, ASSIGN}] 2024-11-13T14:24:47,372 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c64833ac0290b72d25de86de420aa20, ASSIGN 2024-11-13T14:24:47,373 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c64833ac0290b72d25de86de420aa20, ASSIGN; state=OFFLINE, location=eb1966fd6578,42905,1731507853619; forceNewPlan=false, retain=false 2024-11-13T14:24:47,524 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=4c64833ac0290b72d25de86de420aa20, regionState=OPENING, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:47,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c64833ac0290b72d25de86de420aa20, ASSIGN because future has completed 2024-11-13T14:24:47,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619}] 2024-11-13T14:24:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-13T14:24:47,685 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:47,685 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:24:47,686 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:47,686 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:24:47,686 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:47,686 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:47,687 INFO [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:47,689 INFO [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c64833ac0290b72d25de86de420aa20 columnFamilyName A 2024-11-13T14:24:47,689 DEBUG [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:47,690 INFO [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] regionserver.HStore(327): Store=4c64833ac0290b72d25de86de420aa20/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:24:47,690 INFO [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:47,691 INFO [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c64833ac0290b72d25de86de420aa20 columnFamilyName B 2024-11-13T14:24:47,691 DEBUG [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:47,692 INFO [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] regionserver.HStore(327): Store=4c64833ac0290b72d25de86de420aa20/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:24:47,692 INFO [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:47,693 INFO [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c64833ac0290b72d25de86de420aa20 columnFamilyName C 2024-11-13T14:24:47,693 DEBUG [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:47,694 INFO [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] regionserver.HStore(327): Store=4c64833ac0290b72d25de86de420aa20/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:24:47,694 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:47,694 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:47,695 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:47,695 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:47,695 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:47,696 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T14:24:47,697 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:47,712 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:24:47,713 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 4c64833ac0290b72d25de86de420aa20; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63494532, jitterRate=-0.05385774374008179}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T14:24:47,713 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:47,714 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 4c64833ac0290b72d25de86de420aa20: Running coprocessor pre-open hook at 1731507887686Writing region info on filesystem at 1731507887686Initializing all the Stores at 1731507887687 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507887687Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507887687Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507887687Cleaning up temporary data from old regions at 1731507887695 (+8 ms)Running coprocessor post-open hooks at 1731507887713 (+18 ms)Region opened successfully at 1731507887714 (+1 ms) 2024-11-13T14:24:47,715 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., pid=40, masterSystemTime=1731507887682 2024-11-13T14:24:47,717 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:47,717 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:47,717 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=4c64833ac0290b72d25de86de420aa20, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:47,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 because future has completed 2024-11-13T14:24:47,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-13T14:24:47,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 in 194 msec 2024-11-13T14:24:47,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-13T14:24:47,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c64833ac0290b72d25de86de420aa20, ASSIGN in 351 msec 2024-11-13T14:24:47,725 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:24:47,725 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507887725"}]},"ts":"1731507887725"} 2024-11-13T14:24:47,727 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T14:24:47,728 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:24:47,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1830 sec 2024-11-13T14:24:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-13T14:24:48,692 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:48,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a2f40f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:48,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:48,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:48,695 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4810677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:48,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:48,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:48,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:48,697 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:48,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666e63ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:48,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:48,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:48,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:48,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:48,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:24:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,42917,1731507852895 2024-11-13T14:24:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6efa9614 2024-11-13T14:24:48,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:24:48,704 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:24:48,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T14:24:48,708 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:24:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T14:24:48,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741955_1131 (size=995) 2024-11-13T14:24:49,128 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-13T14:24:49,129 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-13T14:24:49,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T14:24:49,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c64833ac0290b72d25de86de420aa20, REOPEN/MOVE}] 2024-11-13T14:24:49,146 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c64833ac0290b72d25de86de420aa20, REOPEN/MOVE 2024-11-13T14:24:49,148 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=4c64833ac0290b72d25de86de420aa20, regionState=CLOSING, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:49,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c64833ac0290b72d25de86de420aa20, REOPEN/MOVE because future has completed 2024-11-13T14:24:49,154 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T14:24:49,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619}] 2024-11-13T14:24:49,308 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] handler.UnassignRegionHandler(122): Close 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:49,308 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T14:24:49,308 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1722): Closing 4c64833ac0290b72d25de86de420aa20, disabling compactions & flushes 2024-11-13T14:24:49,309 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:49,309 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:49,309 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. after waiting 0 ms 2024-11-13T14:24:49,309 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:49,313 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T14:24:49,314 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:49,314 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1676): Region close journal for 4c64833ac0290b72d25de86de420aa20: Waiting for close lock at 1731507889308Running coprocessor pre-close hooks at 1731507889308Disabling compacts and flushes for region at 1731507889308Disabling writes for close at 1731507889309 (+1 ms)Writing region close event to WAL at 1731507889309Running coprocessor post-close hooks at 1731507889314 (+5 ms)Closed at 1731507889314 2024-11-13T14:24:49,314 WARN [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegionServer(3299): Not adding moved region record: 4c64833ac0290b72d25de86de420aa20 to self. 2024-11-13T14:24:49,316 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] handler.UnassignRegionHandler(157): Closed 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:49,317 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=4c64833ac0290b72d25de86de420aa20, regionState=CLOSED 2024-11-13T14:24:49,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 because future has completed 2024-11-13T14:24:49,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-13T14:24:49,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; CloseRegionProcedure 4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 in 165 msec 2024-11-13T14:24:49,322 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c64833ac0290b72d25de86de420aa20, REOPEN/MOVE; state=CLOSED, location=eb1966fd6578,42905,1731507853619; forceNewPlan=false, retain=true 2024-11-13T14:24:49,472 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=4c64833ac0290b72d25de86de420aa20, regionState=OPENING, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:49,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c64833ac0290b72d25de86de420aa20, REOPEN/MOVE because future has completed 2024-11-13T14:24:49,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619}] 2024-11-13T14:24:49,630 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:49,630 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:24:49,630 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:49,630 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:24:49,630 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:49,630 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:49,634 INFO [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:49,639 INFO [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c64833ac0290b72d25de86de420aa20 columnFamilyName A 2024-11-13T14:24:49,641 DEBUG [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:49,641 INFO [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] regionserver.HStore(327): Store=4c64833ac0290b72d25de86de420aa20/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:24:49,642 INFO [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:49,643 INFO [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c64833ac0290b72d25de86de420aa20 columnFamilyName B 2024-11-13T14:24:49,643 DEBUG [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:49,643 INFO [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] regionserver.HStore(327): Store=4c64833ac0290b72d25de86de420aa20/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:24:49,643 INFO [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:49,644 INFO [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c64833ac0290b72d25de86de420aa20 columnFamilyName C 2024-11-13T14:24:49,644 DEBUG [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:49,645 INFO [StoreOpener-4c64833ac0290b72d25de86de420aa20-1 {}] regionserver.HStore(327): Store=4c64833ac0290b72d25de86de420aa20/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:24:49,645 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:49,645 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:49,646 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:49,647 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:49,647 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:49,648 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T14:24:49,651 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:49,655 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 4c64833ac0290b72d25de86de420aa20; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60498806, jitterRate=-0.09849753975868225}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T14:24:49,655 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:49,658 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 4c64833ac0290b72d25de86de420aa20: Running coprocessor pre-open hook at 1731507889631Writing region info on filesystem at 1731507889631Initializing all the Stores at 1731507889631Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507889631Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507889632 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507889632Cleaning up temporary data from old regions at 1731507889647 (+15 ms)Running coprocessor post-open hooks at 1731507889655 (+8 ms)Region opened successfully at 1731507889658 (+3 ms) 2024-11-13T14:24:49,659 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., pid=45, masterSystemTime=1731507889627 2024-11-13T14:24:49,662 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:49,662 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:49,663 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=4c64833ac0290b72d25de86de420aa20, regionState=OPEN, openSeqNum=5, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:49,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 because future has completed 2024-11-13T14:24:49,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=43 2024-11-13T14:24:49,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 in 192 msec 2024-11-13T14:24:49,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-13T14:24:49,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c64833ac0290b72d25de86de420aa20, REOPEN/MOVE in 525 msec 2024-11-13T14:24:49,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-13T14:24:49,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 539 msec 2024-11-13T14:24:49,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 968 msec 2024-11-13T14:24:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=41 2024-11-13T14:24:49,683 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:49,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd47c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:49,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:49,687 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be8e38e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:49,690 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:49,691 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e8013a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750c1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:49,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:49,702 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:49,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:49,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:49,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aff2db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:49,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:49,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:49,705 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:49,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a811048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0484de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:49,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:49,710 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:49,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:49,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:49,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3a60ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:49,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:49,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:49,712 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:49,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60705800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71151d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:49,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:49,718 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:49,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:49,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:49,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25388b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:49,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:49,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:49,720 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3470cda8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677aa7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:49,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:49,724 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:49,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:49,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:49,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48593b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:49,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:49,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:49,727 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:49,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6acd174b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd18334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,731 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:49,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:49,732 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:49,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:49,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:49,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78672d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:49,735 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:49,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50070a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c57d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:49,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:49,739 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac1445e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:49,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:49,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:49,741 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5599e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b465b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:49,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:49,746 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:49,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:49,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ce98f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:49,749 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:49,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c602edf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711c9f1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:24:49,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:24:49,754 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:24:49,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:24:49,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:24:49,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4adb681a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:24:49,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:24:49,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:24:49,757 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:24:49,758 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677da74f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:24:49,759 DEBUG [Thread-659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:49,761 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:24:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-13T14:24:49,764 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:24:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T14:24:49,765 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:24:49,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:24:49,777 DEBUG [Thread-659 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:49,778 DEBUG [Thread-659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:49,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:49,780 DEBUG [Thread-657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:49,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:49,781 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:49,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:24:49,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:49,784 DEBUG [Thread-670 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:49,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:49,786 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:49,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:24:49,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:49,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:24:49,792 DEBUG [Thread-666 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:49,795 DEBUG [Thread-666 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:49,797 DEBUG [Thread-666 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:49,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:49,805 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:24:49,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4c64833ac0290b72d25de86de420aa20 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:24:49,808 DEBUG [Thread-655 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:49,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:49,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:49,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:24:49,816 DEBUG [Thread-668 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:49,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:49,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:49,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:49,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:24:49,827 DEBUG [Thread-666 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:24:49,828 DEBUG [Thread-661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:49,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:49,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:49,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:49,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:24:49,847 DEBUG [Thread-663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:49,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:49,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:49,849 DEBUG [Thread-672 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:24:49,850 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:24:49,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:49,850 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:24:49,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:24:49,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:24:49,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:24:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T14:24:49,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507949869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:49,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:49,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:49,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:49,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507949881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:49,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:49,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507949886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:49,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:49,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:49,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:49,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:49,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:49,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507949890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:49,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507949892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:49,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:49,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:49,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:49,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:49,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T14:24:49,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:49,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:24:49,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:49,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:49,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:49,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111382cab9f9b9fc4df3a51cd3db813ad1d8_4c64833ac0290b72d25de86de420aa20 is 50, key is test_row_0/A:col10/1731507889790/Put/seqid=0 2024-11-13T14:24:49,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741956_1132 (size=12154) 2024-11-13T14:24:50,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507950002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:50,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:50,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507950002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:50,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:50,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507950002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:50,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:50,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:50,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507950012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507950012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:50,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:50,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:50,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T14:24:50,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:50,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:24:50,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:50,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:50,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T14:24:50,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T14:24:50,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:50,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:24:50,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:50,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:50,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507950224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:50,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:50,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:50,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507950224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:50,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:50,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:50,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:50,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507950224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:50,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:50,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507950232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:50,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:50,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507950234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:50,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:50,374 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:50,388 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111382cab9f9b9fc4df3a51cd3db813ad1d8_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111382cab9f9b9fc4df3a51cd3db813ad1d8_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:50,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T14:24:50,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:50,389 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/b7cc2c780090443bbb8f4878576106b3, store: [table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:24:50,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:24:50,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:50,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:50,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T14:24:50,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/b7cc2c780090443bbb8f4878576106b3 is 175, key is test_row_0/A:col10/1731507889790/Put/seqid=0 2024-11-13T14:24:50,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741957_1133 (size=30955) 2024-11-13T14:24:50,459 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/b7cc2c780090443bbb8f4878576106b3 2024-11-13T14:24:50,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/daf99ba7fec94e92b2ade9c327ae1cde is 50, key is test_row_0/B:col10/1731507889790/Put/seqid=0 2024-11-13T14:24:50,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T14:24:50,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:50,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:24:50,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:50,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:50,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:50,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507950543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:50,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:50,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507950543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:50,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:50,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507950543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:50,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:50,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507950552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:50,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741958_1134 (size=12001) 2024-11-13T14:24:50,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,556 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:50,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507950543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:50,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:50,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:50,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/daf99ba7fec94e92b2ade9c327ae1cde 2024-11-13T14:24:50,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/d63b244ce4bf41289245e476dd2124f0 is 50, key is test_row_0/C:col10/1731507889790/Put/seqid=0 2024-11-13T14:24:50,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741959_1135 (size=12001) 2024-11-13T14:24:50,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/d63b244ce4bf41289245e476dd2124f0 2024-11-13T14:24:50,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/b7cc2c780090443bbb8f4878576106b3 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/b7cc2c780090443bbb8f4878576106b3 2024-11-13T14:24:50,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/b7cc2c780090443bbb8f4878576106b3, entries=150, sequenceid=16, filesize=30.2 K 2024-11-13T14:24:50,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/daf99ba7fec94e92b2ade9c327ae1cde as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/daf99ba7fec94e92b2ade9c327ae1cde 2024-11-13T14:24:50,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/daf99ba7fec94e92b2ade9c327ae1cde, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T14:24:50,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/d63b244ce4bf41289245e476dd2124f0 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/d63b244ce4bf41289245e476dd2124f0 2024-11-13T14:24:50,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/d63b244ce4bf41289245e476dd2124f0, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T14:24:50,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4c64833ac0290b72d25de86de420aa20 in 875ms, sequenceid=16, compaction requested=false 2024-11-13T14:24:50,680 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-13T14:24:50,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:24:50,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-13T14:24:50,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:50,699 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 4c64833ac0290b72d25de86de420aa20 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T14:24:50,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111398d89c132661498e9765934013b255a8_4c64833ac0290b72d25de86de420aa20 is 50, key is test_row_0/A:col10/1731507889867/Put/seqid=0 2024-11-13T14:24:50,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741960_1136 (size=12154) 2024-11-13T14:24:50,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:50,776 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111398d89c132661498e9765934013b255a8_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111398d89c132661498e9765934013b255a8_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:50,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/ae655d6d09154491af2a0627434191fa, store: [table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:24:50,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/ae655d6d09154491af2a0627434191fa is 175, key is test_row_0/A:col10/1731507889867/Put/seqid=0 2024-11-13T14:24:50,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741961_1137 (size=30955) 2024-11-13T14:24:50,837 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/ae655d6d09154491af2a0627434191fa 2024-11-13T14:24:50,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/64228179db294d89ad8b50fef45e420d is 50, key is test_row_0/B:col10/1731507889867/Put/seqid=0 2024-11-13T14:24:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T14:24:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741962_1138 (size=12001) 2024-11-13T14:24:50,930 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/64228179db294d89ad8b50fef45e420d 2024-11-13T14:24:50,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/85b1ddd23cf445c3a9896fb3918e67d4 is 50, key is test_row_0/C:col10/1731507889867/Put/seqid=0 2024-11-13T14:24:51,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741963_1139 (size=12001) 2024-11-13T14:24:51,007 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/85b1ddd23cf445c3a9896fb3918e67d4 2024-11-13T14:24:51,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/ae655d6d09154491af2a0627434191fa as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/ae655d6d09154491af2a0627434191fa 2024-11-13T14:24:51,028 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/ae655d6d09154491af2a0627434191fa, entries=150, sequenceid=40, filesize=30.2 K 2024-11-13T14:24:51,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/64228179db294d89ad8b50fef45e420d as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/64228179db294d89ad8b50fef45e420d 2024-11-13T14:24:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,045 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/64228179db294d89ad8b50fef45e420d, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T14:24:51,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/85b1ddd23cf445c3a9896fb3918e67d4 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/85b1ddd23cf445c3a9896fb3918e67d4 2024-11-13T14:24:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,075 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/85b1ddd23cf445c3a9896fb3918e67d4, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T14:24:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,076 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 4c64833ac0290b72d25de86de420aa20 in 377ms, sequenceid=40, compaction requested=false 2024-11-13T14:24:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:24:51,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:51,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-13T14:24:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-13T14:24:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-13T14:24:51,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3140 sec 2024-11-13T14:24:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.3220 sec 2024-11-13T14:24:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:51,189 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:24:51,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4c64833ac0290b72d25de86de420aa20 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:24:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c301af069a03467abc7ebbc7da25e8fa_4c64833ac0290b72d25de86de420aa20 is 50, key is test_row_0/A:col10/1731507891180/Put/seqid=0 2024-11-13T14:24:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741965_1141 (size=24358) 2024-11-13T14:24:51,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507951309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507951311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507951314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507951328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:51,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507951328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507951432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507951432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:51,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507951433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:51,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:51,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507951452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,457 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T14:24:51,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:51,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507951452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:51,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507951644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507951644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:51,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507951644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:51,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507951663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:51,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507951662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,670 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:51,707 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:51,713 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c301af069a03467abc7ebbc7da25e8fa_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c301af069a03467abc7ebbc7da25e8fa_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:51,714 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/4c0aeee4b5a04b1ea6ffdaac55f99805, store: [table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:24:51,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/4c0aeee4b5a04b1ea6ffdaac55f99805 is 175, key is test_row_0/A:col10/1731507891180/Put/seqid=0 2024-11-13T14:24:51,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741964_1140 (size=73995) 2024-11-13T14:24:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-13T14:24:51,912 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:51,913 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:24:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-13T14:24:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T14:24:51,917 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:24:51,918 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:24:51,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:24:51,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507951952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507951953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:51,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:51,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507951962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:51,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507951982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:51,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507951983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:51,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:51,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T14:24:52,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T14:24:52,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:52,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:24:52,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:52,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:52,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:52,120 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/4c0aeee4b5a04b1ea6ffdaac55f99805 2024-11-13T14:24:52,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/e40111f6496f4eef9d5c4f462377dc3a is 50, key is test_row_0/B:col10/1731507891180/Put/seqid=0 2024-11-13T14:24:52,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741966_1142 (size=12001) 2024-11-13T14:24:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T14:24:52,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T14:24:52,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:52,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:24:52,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:52,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:52,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:52,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T14:24:52,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:52,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:24:52,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:52,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:52,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:52,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507952464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:52,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:52,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:52,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:52,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507952473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:52,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507952473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:52,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:52,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507952492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:52,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:52,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:52,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:52,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507952503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:52,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:52,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:52,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T14:24:52,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T14:24:52,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:52,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:24:52,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:52,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:52,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:52,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/e40111f6496f4eef9d5c4f462377dc3a 2024-11-13T14:24:52,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/9ae8fd55e5424ac38d32bd5b397fdc78 is 50, key is test_row_0/C:col10/1731507891180/Put/seqid=0 2024-11-13T14:24:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741967_1143 (size=12001) 2024-11-13T14:24:52,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T14:24:52,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:52,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:24:52,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:52,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:52,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:52,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T14:24:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:24:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:52,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:52,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:53,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T14:24:53,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:53,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:24:53,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:53,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:53,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:53,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:24:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T14:24:53,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/9ae8fd55e5424ac38d32bd5b397fdc78 2024-11-13T14:24:53,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/4c0aeee4b5a04b1ea6ffdaac55f99805 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/4c0aeee4b5a04b1ea6ffdaac55f99805 2024-11-13T14:24:53,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/4c0aeee4b5a04b1ea6ffdaac55f99805, entries=400, sequenceid=51, filesize=72.3 K 2024-11-13T14:24:53,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/e40111f6496f4eef9d5c4f462377dc3a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/e40111f6496f4eef9d5c4f462377dc3a 2024-11-13T14:24:53,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/e40111f6496f4eef9d5c4f462377dc3a, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T14:24:53,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/9ae8fd55e5424ac38d32bd5b397fdc78 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/9ae8fd55e5424ac38d32bd5b397fdc78 2024-11-13T14:24:53,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/9ae8fd55e5424ac38d32bd5b397fdc78, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T14:24:53,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4c64833ac0290b72d25de86de420aa20 in 1920ms, sequenceid=51, compaction requested=true 2024-11-13T14:24:53,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:24:53,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c64833ac0290b72d25de86de420aa20:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:24:53,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:53,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c64833ac0290b72d25de86de420aa20:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:24:53,109 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:53,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:53,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c64833ac0290b72d25de86de420aa20:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:24:53,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T14:24:53,109 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:53,110 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135905 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:53,110 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 4c64833ac0290b72d25de86de420aa20/A is initiating minor compaction (all files) 2024-11-13T14:24:53,110 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4c64833ac0290b72d25de86de420aa20/A in TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:53,111 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/b7cc2c780090443bbb8f4878576106b3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/ae655d6d09154491af2a0627434191fa, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/4c0aeee4b5a04b1ea6ffdaac55f99805] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp, totalSize=132.7 K 2024-11-13T14:24:53,111 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:53,111 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. files: [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/b7cc2c780090443bbb8f4878576106b3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/ae655d6d09154491af2a0627434191fa, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/4c0aeee4b5a04b1ea6ffdaac55f99805] 2024-11-13T14:24:53,112 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:53,112 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 4c64833ac0290b72d25de86de420aa20/B is initiating minor compaction (all files) 2024-11-13T14:24:53,112 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4c64833ac0290b72d25de86de420aa20/B in TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:53,112 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/daf99ba7fec94e92b2ade9c327ae1cde, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/64228179db294d89ad8b50fef45e420d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/e40111f6496f4eef9d5c4f462377dc3a] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp, totalSize=35.2 K 2024-11-13T14:24:53,112 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7cc2c780090443bbb8f4878576106b3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731507889790 2024-11-13T14:24:53,112 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting daf99ba7fec94e92b2ade9c327ae1cde, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731507889790 2024-11-13T14:24:53,113 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae655d6d09154491af2a0627434191fa, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731507889867 2024-11-13T14:24:53,113 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 64228179db294d89ad8b50fef45e420d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731507889867 2024-11-13T14:24:53,113 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c0aeee4b5a04b1ea6ffdaac55f99805, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731507891162 2024-11-13T14:24:53,113 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting e40111f6496f4eef9d5c4f462377dc3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731507891171 2024-11-13T14:24:53,128 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c64833ac0290b72d25de86de420aa20#B#compaction#125 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:53,129 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/d8f1ac6e9be7467c9b5e32675df076b3 is 50, key is test_row_0/B:col10/1731507891180/Put/seqid=0 2024-11-13T14:24:53,147 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:24:53,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-13T14:24:53,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:53,162 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 4c64833ac0290b72d25de86de420aa20 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T14:24:53,166 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113a898d7b0b0c24be5bc14014542a4dd17_4c64833ac0290b72d25de86de420aa20 store=[table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:24:53,170 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113a898d7b0b0c24be5bc14014542a4dd17_4c64833ac0290b72d25de86de420aa20, store=[table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:24:53,170 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a898d7b0b0c24be5bc14014542a4dd17_4c64833ac0290b72d25de86de420aa20 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:24:53,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741968_1144 (size=12104) 2024-11-13T14:24:53,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113753f3261d4964d84810b61e39b2c480c_4c64833ac0290b72d25de86de420aa20 is 50, key is test_row_0/A:col10/1731507891309/Put/seqid=0 2024-11-13T14:24:53,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741969_1145 (size=4469) 2024-11-13T14:24:53,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741970_1146 (size=12154) 2024-11-13T14:24:53,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:24:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:53,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507953520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:53,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507953522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:53,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:53,530 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in 4c64833ac0290b72d25de86de420aa20 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:24:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507953525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:53,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507953530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:53,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507953530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:53,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:53,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,537 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:53,611 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/d8f1ac6e9be7467c9b5e32675df076b3 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/d8f1ac6e9be7467c9b5e32675df076b3 2024-11-13T14:24:53,625 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4c64833ac0290b72d25de86de420aa20/B of 4c64833ac0290b72d25de86de420aa20 into d8f1ac6e9be7467c9b5e32675df076b3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:53,625 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:24:53,625 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., storeName=4c64833ac0290b72d25de86de420aa20/B, priority=13, startTime=1731507893109; duration=0sec 2024-11-13T14:24:53,625 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:53,625 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c64833ac0290b72d25de86de420aa20:B 2024-11-13T14:24:53,625 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:53,627 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:53,627 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 4c64833ac0290b72d25de86de420aa20/C is initiating minor compaction (all files) 2024-11-13T14:24:53,627 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4c64833ac0290b72d25de86de420aa20/C in TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:53,627 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/d63b244ce4bf41289245e476dd2124f0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/85b1ddd23cf445c3a9896fb3918e67d4, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/9ae8fd55e5424ac38d32bd5b397fdc78] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp, totalSize=35.2 K 2024-11-13T14:24:53,633 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting d63b244ce4bf41289245e476dd2124f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731507889790 2024-11-13T14:24:53,634 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 85b1ddd23cf445c3a9896fb3918e67d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731507889867 2024-11-13T14:24:53,634 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ae8fd55e5424ac38d32bd5b397fdc78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731507891171 2024-11-13T14:24:53,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507953632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:53,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507953642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:53,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:53,647 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c64833ac0290b72d25de86de420aa20#A#compaction#126 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:53,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:53,648 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/f3c9a6e5939d4b039ef28af3980f6d7c is 175, key is test_row_0/A:col10/1731507891180/Put/seqid=0 2024-11-13T14:24:53,655 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113753f3261d4964d84810b61e39b2c480c_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113753f3261d4964d84810b61e39b2c480c_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:53,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/7fbecc43bf8d40d194bb2fcb9532cf1b, store: [table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:24:53,657 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c64833ac0290b72d25de86de420aa20#C#compaction#128 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:53,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/7fbecc43bf8d40d194bb2fcb9532cf1b is 175, key is test_row_0/A:col10/1731507891309/Put/seqid=0 2024-11-13T14:24:53,658 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/0603a02baa5d4311a9baaa73de212ebc is 50, key is test_row_0/C:col10/1731507891180/Put/seqid=0 2024-11-13T14:24:53,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507953647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:53,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:53,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507953647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:53,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741971_1147 (size=31058) 2024-11-13T14:24:53,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741972_1148 (size=12104) 2024-11-13T14:24:53,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741973_1149 (size=30955) 2024-11-13T14:24:53,790 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/7fbecc43bf8d40d194bb2fcb9532cf1b 2024-11-13T14:24:53,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/3bf40928ef8a40d192ffbeff66b10e26 is 50, key is test_row_0/B:col10/1731507891309/Put/seqid=0 2024-11-13T14:24:53,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:53,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507953852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507953852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:53,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741974_1150 (size=12001) 2024-11-13T14:24:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:53,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507953872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:53,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507953872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T14:24:54,119 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/f3c9a6e5939d4b039ef28af3980f6d7c as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/f3c9a6e5939d4b039ef28af3980f6d7c 2024-11-13T14:24:54,128 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4c64833ac0290b72d25de86de420aa20/A of 4c64833ac0290b72d25de86de420aa20 into f3c9a6e5939d4b039ef28af3980f6d7c(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-13T14:24:54,128 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:24:54,128 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., storeName=4c64833ac0290b72d25de86de420aa20/A, priority=13, startTime=1731507893109; duration=1sec 2024-11-13T14:24:54,128 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:54,128 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c64833ac0290b72d25de86de420aa20:A 2024-11-13T14:24:54,151 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/0603a02baa5d4311a9baaa73de212ebc as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/0603a02baa5d4311a9baaa73de212ebc 2024-11-13T14:24:54,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507954162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:54,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507954162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:54,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:54,170 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4c64833ac0290b72d25de86de420aa20/C of 4c64833ac0290b72d25de86de420aa20 into 0603a02baa5d4311a9baaa73de212ebc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:54,170 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:24:54,170 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., storeName=4c64833ac0290b72d25de86de420aa20/C, priority=13, startTime=1731507893109; duration=0sec 2024-11-13T14:24:54,170 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:54,170 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c64833ac0290b72d25de86de420aa20:C 2024-11-13T14:24:54,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507954194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:54,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507954204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:54,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:54,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:54,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:54,259 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/3bf40928ef8a40d192ffbeff66b10e26 2024-11-13T14:24:54,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/c5a7f4b92cfc4022bc4301d080013af1 is 50, key is test_row_0/C:col10/1731507891309/Put/seqid=0 2024-11-13T14:24:54,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741975_1151 (size=12001) 2024-11-13T14:24:54,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507954672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:54,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:54,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:54,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507954672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:54,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:54,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:54,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:54,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:54,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507954712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:54,715 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:54,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507954722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:54,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:54,774 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/c5a7f4b92cfc4022bc4301d080013af1 2024-11-13T14:24:54,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/7fbecc43bf8d40d194bb2fcb9532cf1b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/7fbecc43bf8d40d194bb2fcb9532cf1b 2024-11-13T14:24:54,791 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/7fbecc43bf8d40d194bb2fcb9532cf1b, entries=150, sequenceid=76, filesize=30.2 K 2024-11-13T14:24:54,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/3bf40928ef8a40d192ffbeff66b10e26 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/3bf40928ef8a40d192ffbeff66b10e26 2024-11-13T14:24:54,797 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/3bf40928ef8a40d192ffbeff66b10e26, entries=150, sequenceid=76, filesize=11.7 K 2024-11-13T14:24:54,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/c5a7f4b92cfc4022bc4301d080013af1 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/c5a7f4b92cfc4022bc4301d080013af1 2024-11-13T14:24:54,806 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/c5a7f4b92cfc4022bc4301d080013af1, entries=150, sequenceid=76, filesize=11.7 K 2024-11-13T14:24:54,807 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4c64833ac0290b72d25de86de420aa20 in 1645ms, sequenceid=76, compaction requested=false 2024-11-13T14:24:54,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:24:54,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:54,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-13T14:24:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-13T14:24:54,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-13T14:24:54,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8910 sec 2024-11-13T14:24:54,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.8990 sec 2024-11-13T14:24:55,548 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:24:55,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4c64833ac0290b72d25de86de420aa20 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T14:24:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:55,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111329a4a69a93ad4192b9509b57cc5c647f_4c64833ac0290b72d25de86de420aa20 is 50, key is test_row_0/A:col10/1731507893490/Put/seqid=0 2024-11-13T14:24:55,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741976_1152 (size=14594) 2024-11-13T14:24:55,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507955699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:55,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:55,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:55,713 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:55,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507955714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:55,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:55,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507955713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:55,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:55,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:55,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:55,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507955732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:55,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507955733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:55,740 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in 4c64833ac0290b72d25de86de420aa20 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:24:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:55,740 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in 4c64833ac0290b72d25de86de420aa20 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:24:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:55,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:55,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:55,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507955823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:55,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:55,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:55,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:55,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507955832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:55,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:55,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:55,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:55,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507955842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:55,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:55,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:55,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:56,031 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:56,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507956032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:56,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:56,042 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111329a4a69a93ad4192b9509b57cc5c647f_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111329a4a69a93ad4192b9509b57cc5c647f_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:56,045 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/3cb9ec16b63e491bb65cd9bceee40149, store: [table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:24:56,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/3cb9ec16b63e491bb65cd9bceee40149 is 175, key is test_row_0/A:col10/1731507893490/Put/seqid=0 2024-11-13T14:24:56,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507956042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:56,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:56,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507956062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:56,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:56,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741977_1153 (size=39549) 2024-11-13T14:24:56,074 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/3cb9ec16b63e491bb65cd9bceee40149 2024-11-13T14:24:56,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/edff3b14ef4e4029bf53f8408897b241 is 50, key is test_row_0/B:col10/1731507893490/Put/seqid=0 2024-11-13T14:24:56,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741978_1154 (size=12001) 2024-11-13T14:24:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-13T14:24:56,102 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:56,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/edff3b14ef4e4029bf53f8408897b241 2024-11-13T14:24:56,103 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:24:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-13T14:24:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T14:24:56,111 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:24:56,114 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:24:56,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:24:56,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/8610d56838b343308d9fd2ade63e104e is 50, key is test_row_0/C:col10/1731507893490/Put/seqid=0 2024-11-13T14:24:56,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741979_1155 (size=12001) 2024-11-13T14:24:56,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/8610d56838b343308d9fd2ade63e104e 2024-11-13T14:24:56,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/3cb9ec16b63e491bb65cd9bceee40149 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/3cb9ec16b63e491bb65cd9bceee40149 2024-11-13T14:24:56,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/3cb9ec16b63e491bb65cd9bceee40149, entries=200, sequenceid=91, filesize=38.6 K 2024-11-13T14:24:56,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/edff3b14ef4e4029bf53f8408897b241 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/edff3b14ef4e4029bf53f8408897b241 2024-11-13T14:24:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T14:24:56,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/edff3b14ef4e4029bf53f8408897b241, entries=150, sequenceid=91, filesize=11.7 K 2024-11-13T14:24:56,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/8610d56838b343308d9fd2ade63e104e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/8610d56838b343308d9fd2ade63e104e 2024-11-13T14:24:56,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/8610d56838b343308d9fd2ade63e104e, entries=150, sequenceid=91, filesize=11.7 K 2024-11-13T14:24:56,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4c64833ac0290b72d25de86de420aa20 in 709ms, sequenceid=91, compaction requested=true 2024-11-13T14:24:56,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:24:56,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c64833ac0290b72d25de86de420aa20:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:24:56,259 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:56,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:56,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c64833ac0290b72d25de86de420aa20:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:24:56,259 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:56,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:56,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c64833ac0290b72d25de86de420aa20:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:24:56,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:56,260 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:56,260 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:56,260 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 4c64833ac0290b72d25de86de420aa20/B is initiating minor compaction (all files) 2024-11-13T14:24:56,260 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 4c64833ac0290b72d25de86de420aa20/A is initiating minor compaction (all files) 2024-11-13T14:24:56,260 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4c64833ac0290b72d25de86de420aa20/B in TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:56,260 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4c64833ac0290b72d25de86de420aa20/A in TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:56,261 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/f3c9a6e5939d4b039ef28af3980f6d7c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/7fbecc43bf8d40d194bb2fcb9532cf1b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/3cb9ec16b63e491bb65cd9bceee40149] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp, totalSize=99.2 K 2024-11-13T14:24:56,261 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/d8f1ac6e9be7467c9b5e32675df076b3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/3bf40928ef8a40d192ffbeff66b10e26, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/edff3b14ef4e4029bf53f8408897b241] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp, totalSize=35.3 K 2024-11-13T14:24:56,261 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:56,261 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. files: [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/f3c9a6e5939d4b039ef28af3980f6d7c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/7fbecc43bf8d40d194bb2fcb9532cf1b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/3cb9ec16b63e491bb65cd9bceee40149] 2024-11-13T14:24:56,261 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting d8f1ac6e9be7467c9b5e32675df076b3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731507891171 2024-11-13T14:24:56,261 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3c9a6e5939d4b039ef28af3980f6d7c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731507891171 2024-11-13T14:24:56,269 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fbecc43bf8d40d194bb2fcb9532cf1b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731507891309 2024-11-13T14:24:56,269 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cb9ec16b63e491bb65cd9bceee40149, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731507893490 2024-11-13T14:24:56,269 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bf40928ef8a40d192ffbeff66b10e26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731507891309 2024-11-13T14:24:56,270 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting edff3b14ef4e4029bf53f8408897b241, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731507893490 2024-11-13T14:24:56,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-13T14:24:56,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:56,273 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 4c64833ac0290b72d25de86de420aa20 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T14:24:56,300 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:24:56,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b3ad85350dc04731aaa8e16557bbefcb_4c64833ac0290b72d25de86de420aa20 is 50, key is test_row_0/A:col10/1731507895703/Put/seqid=0 2024-11-13T14:24:56,330 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c64833ac0290b72d25de86de420aa20#B#compaction#136 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:56,331 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/f295cbe583364056917f09bdc878eef0 is 50, key is test_row_0/B:col10/1731507893490/Put/seqid=0 2024-11-13T14:24:56,337 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111372a5c75ad54a47d6bd0e8b56516461d4_4c64833ac0290b72d25de86de420aa20 store=[table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:24:56,339 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111372a5c75ad54a47d6bd0e8b56516461d4_4c64833ac0290b72d25de86de420aa20, store=[table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:24:56,339 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111372a5c75ad54a47d6bd0e8b56516461d4_4c64833ac0290b72d25de86de420aa20 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:24:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:56,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:24:56,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507956386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:56,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:56,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507956387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:56,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:56,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741980_1156 (size=12154) 2024-11-13T14:24:56,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507956402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:56,407 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T14:24:56,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741981_1157 (size=12207) 2024-11-13T14:24:56,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741982_1158 (size=4469) 2024-11-13T14:24:56,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507956512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507956513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:56,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:56,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507956520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:56,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:56,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T14:24:56,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507956733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:56,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:56,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507956733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:56,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:56,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:56,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507956742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:56,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:56,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:56,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:56,822 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b3ad85350dc04731aaa8e16557bbefcb_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b3ad85350dc04731aaa8e16557bbefcb_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:56,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/c3f3d4f61e494f9192e849b9b693061f, store: [table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:24:56,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/c3f3d4f61e494f9192e849b9b693061f is 175, key is test_row_0/A:col10/1731507895703/Put/seqid=0 2024-11-13T14:24:56,845 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/f295cbe583364056917f09bdc878eef0 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/f295cbe583364056917f09bdc878eef0 2024-11-13T14:24:56,860 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4c64833ac0290b72d25de86de420aa20/B of 4c64833ac0290b72d25de86de420aa20 into f295cbe583364056917f09bdc878eef0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:56,860 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:24:56,860 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., storeName=4c64833ac0290b72d25de86de420aa20/B, priority=13, startTime=1731507896259; duration=0sec 2024-11-13T14:24:56,861 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:24:56,861 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c64833ac0290b72d25de86de420aa20:B 2024-11-13T14:24:56,861 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:24:56,862 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:24:56,862 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 4c64833ac0290b72d25de86de420aa20/C is initiating minor compaction (all files) 2024-11-13T14:24:56,863 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4c64833ac0290b72d25de86de420aa20/C in TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:56,863 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/0603a02baa5d4311a9baaa73de212ebc, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/c5a7f4b92cfc4022bc4301d080013af1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/8610d56838b343308d9fd2ade63e104e] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp, totalSize=35.3 K 2024-11-13T14:24:56,863 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 0603a02baa5d4311a9baaa73de212ebc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731507891171 2024-11-13T14:24:56,864 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting c5a7f4b92cfc4022bc4301d080013af1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731507891309 2024-11-13T14:24:56,864 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 8610d56838b343308d9fd2ade63e104e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731507893490 2024-11-13T14:24:56,865 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c64833ac0290b72d25de86de420aa20#A#compaction#134 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:56,865 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/f921905c5ac54971b452048eec0abdd3 is 175, key is test_row_0/A:col10/1731507893490/Put/seqid=0 2024-11-13T14:24:56,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741983_1159 (size=30955) 2024-11-13T14:24:56,879 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/c3f3d4f61e494f9192e849b9b693061f 2024-11-13T14:24:56,887 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c64833ac0290b72d25de86de420aa20#C#compaction#137 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:24:56,887 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/56fee721181d4243a7bb2bb5ba46328b is 50, key is test_row_0/C:col10/1731507893490/Put/seqid=0 2024-11-13T14:24:56,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/8c3075c48a6c42f1b637e6691974e0f3 is 50, key is test_row_0/B:col10/1731507895703/Put/seqid=0 2024-11-13T14:24:56,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741984_1160 (size=31161) 2024-11-13T14:24:56,919 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/f921905c5ac54971b452048eec0abdd3 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/f921905c5ac54971b452048eec0abdd3 2024-11-13T14:24:56,935 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4c64833ac0290b72d25de86de420aa20/A of 4c64833ac0290b72d25de86de420aa20 into f921905c5ac54971b452048eec0abdd3(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:56,935 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:24:56,935 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., storeName=4c64833ac0290b72d25de86de420aa20/A, priority=13, startTime=1731507896258; duration=0sec 2024-11-13T14:24:56,935 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:56,935 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c64833ac0290b72d25de86de420aa20:A 2024-11-13T14:24:56,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741985_1161 (size=12207) 2024-11-13T14:24:56,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741986_1162 (size=12001) 2024-11-13T14:24:57,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507957042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:57,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507957042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:57,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507957051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:57,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:57,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:57,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T14:24:57,354 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/8c3075c48a6c42f1b637e6691974e0f3 2024-11-13T14:24:57,364 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/56fee721181d4243a7bb2bb5ba46328b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/56fee721181d4243a7bb2bb5ba46328b 2024-11-13T14:24:57,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/e644267a41bf4dbc877da736479859c4 is 50, key is test_row_0/C:col10/1731507895703/Put/seqid=0 2024-11-13T14:24:57,372 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4c64833ac0290b72d25de86de420aa20/C of 4c64833ac0290b72d25de86de420aa20 into 56fee721181d4243a7bb2bb5ba46328b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:24:57,372 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:24:57,372 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., storeName=4c64833ac0290b72d25de86de420aa20/C, priority=13, startTime=1731507896259; duration=0sec 2024-11-13T14:24:57,372 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:24:57,372 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c64833ac0290b72d25de86de420aa20:C 2024-11-13T14:24:57,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741987_1163 (size=12001) 2024-11-13T14:24:57,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507957552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:57,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507957553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:57,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:57,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:57,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507957572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:57,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:57,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:57,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:57,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507957762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:57,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507957762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:57,763 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in 4c64833ac0290b72d25de86de420aa20 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:24:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:57,764 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in 4c64833ac0290b72d25de86de420aa20 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:24:57,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:57,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:57,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:57,790 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/e644267a41bf4dbc877da736479859c4 2024-11-13T14:24:57,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/c3f3d4f61e494f9192e849b9b693061f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/c3f3d4f61e494f9192e849b9b693061f 2024-11-13T14:24:57,806 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/c3f3d4f61e494f9192e849b9b693061f, entries=150, sequenceid=116, filesize=30.2 K 2024-11-13T14:24:57,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/8c3075c48a6c42f1b637e6691974e0f3 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/8c3075c48a6c42f1b637e6691974e0f3 2024-11-13T14:24:57,817 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/8c3075c48a6c42f1b637e6691974e0f3, entries=150, sequenceid=116, filesize=11.7 K 2024-11-13T14:24:57,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/e644267a41bf4dbc877da736479859c4 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/e644267a41bf4dbc877da736479859c4 2024-11-13T14:24:57,828 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/e644267a41bf4dbc877da736479859c4, entries=150, sequenceid=116, filesize=11.7 K 2024-11-13T14:24:57,830 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4c64833ac0290b72d25de86de420aa20 in 1557ms, sequenceid=116, compaction requested=false 2024-11-13T14:24:57,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:24:57,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:57,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-13T14:24:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-13T14:24:57,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-13T14:24:57,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7180 sec 2024-11-13T14:24:57,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.7350 sec 2024-11-13T14:24:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-13T14:24:58,262 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:24:58,262 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:24:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-13T14:24:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T14:24:58,264 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:24:58,265 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:24:58,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:24:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T14:24:58,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-13T14:24:58,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:58,421 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 4c64833ac0290b72d25de86de420aa20 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:24:58,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133ecb6e37b294468196610fc962c0bc51_4c64833ac0290b72d25de86de420aa20 is 50, key is test_row_0/A:col10/1731507896400/Put/seqid=0 2024-11-13T14:24:58,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741988_1164 (size=12154) 2024-11-13T14:24:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:58,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:24:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T14:24:58,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507958611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:58,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:58,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507958612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:58,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:58,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:58,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:58,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:58,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:58,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507958612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:58,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:58,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:58,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:58,626 INFO [master/eb1966fd6578:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T14:24:58,627 INFO [master/eb1966fd6578:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T14:24:58,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507958723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:58,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:58,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:58,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:58,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507958723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:58,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:58,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:58,725 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:58,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507958723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T14:24:58,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:24:58,908 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411133ecb6e37b294468196610fc962c0bc51_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133ecb6e37b294468196610fc962c0bc51_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:24:58,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/a2231bf4bcc84181bcdbbb725acf89de, store: [table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:24:58,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/a2231bf4bcc84181bcdbbb725acf89de is 175, key is test_row_0/A:col10/1731507896400/Put/seqid=0 2024-11-13T14:24:58,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741989_1165 (size=30955) 2024-11-13T14:24:58,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507958932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:58,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:58,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:58,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:58,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507958932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:58,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507958932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:59,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507959245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:59,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:59,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507959245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:59,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507959245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:59,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:59,318 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/a2231bf4bcc84181bcdbbb725acf89de 2024-11-13T14:24:59,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/e9922d76ab7247538872290b6d53ac90 is 50, key is test_row_0/B:col10/1731507896400/Put/seqid=0 2024-11-13T14:24:59,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741990_1166 (size=12001) 2024-11-13T14:24:59,364 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/e9922d76ab7247538872290b6d53ac90 2024-11-13T14:24:59,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/b03765b05bde4110b1bc339362289095 is 50, key is test_row_0/C:col10/1731507896400/Put/seqid=0 2024-11-13T14:24:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T14:24:59,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741991_1167 (size=12001) 2024-11-13T14:24:59,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507959752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:59,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507959762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:59,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:59,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:59,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:59,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:24:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507959762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:24:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:24:59,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:24:59,811 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/b03765b05bde4110b1bc339362289095 2024-11-13T14:24:59,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/a2231bf4bcc84181bcdbbb725acf89de as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/a2231bf4bcc84181bcdbbb725acf89de 2024-11-13T14:24:59,847 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/a2231bf4bcc84181bcdbbb725acf89de, entries=150, sequenceid=130, filesize=30.2 K 2024-11-13T14:24:59,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/e9922d76ab7247538872290b6d53ac90 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/e9922d76ab7247538872290b6d53ac90 2024-11-13T14:24:59,857 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/e9922d76ab7247538872290b6d53ac90, entries=150, sequenceid=130, filesize=11.7 K 2024-11-13T14:24:59,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/b03765b05bde4110b1bc339362289095 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/b03765b05bde4110b1bc339362289095 2024-11-13T14:24:59,867 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/b03765b05bde4110b1bc339362289095, entries=150, sequenceid=130, filesize=11.7 K 2024-11-13T14:24:59,868 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4c64833ac0290b72d25de86de420aa20 in 1448ms, sequenceid=130, compaction requested=true 2024-11-13T14:24:59,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:24:59,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:24:59,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-13T14:24:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-13T14:24:59,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-13T14:24:59,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6060 sec 2024-11-13T14:24:59,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.6130 sec 2024-11-13T14:25:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-13T14:25:00,412 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:00,413 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:25:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-13T14:25:00,415 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:25:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T14:25:00,416 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:25:00,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:25:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T14:25:00,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-13T14:25:00,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:25:00,568 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 4c64833ac0290b72d25de86de420aa20 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T14:25:00,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b5c34dbdbd5f4d1d80a3fb06fd9c79d0_4c64833ac0290b72d25de86de420aa20 is 50, key is test_row_0/A:col10/1731507898603/Put/seqid=0 2024-11-13T14:25:00,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741992_1168 (size=12304) 2024-11-13T14:25:00,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:00,612 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b5c34dbdbd5f4d1d80a3fb06fd9c79d0_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b5c34dbdbd5f4d1d80a3fb06fd9c79d0_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:00,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/2bde335c68804ee48e25c22d3f897d82, store: [table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:25:00,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/2bde335c68804ee48e25c22d3f897d82 is 175, key is test_row_0/A:col10/1731507898603/Put/seqid=0 2024-11-13T14:25:00,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741993_1169 (size=31105) 2024-11-13T14:25:00,646 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/2bde335c68804ee48e25c22d3f897d82 2024-11-13T14:25:00,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/33131c77ced3473ca7ccab1200c32de1 is 50, key is test_row_0/B:col10/1731507898603/Put/seqid=0 2024-11-13T14:25:00,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741994_1170 (size=12151) 2024-11-13T14:25:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T14:25:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:00,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:25:00,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507960784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:00,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507960788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:00,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:00,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:00,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:00,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:00,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:00,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:00,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507960790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:00,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:00,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:00,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:00,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507960892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:00,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507960892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:00,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:00,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:00,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:00,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:00,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507960902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:00,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:00,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:00,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T14:25:01,067 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/33131c77ced3473ca7ccab1200c32de1 2024-11-13T14:25:01,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/89460ad5bbcc4e33a28081ca35121204 is 50, key is test_row_0/C:col10/1731507898603/Put/seqid=0 2024-11-13T14:25:01,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507961102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:01,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507961102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:01,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:01,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741995_1171 (size=12151) 2024-11-13T14:25:01,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507961111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:01,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:01,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507961412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:01,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507961412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:01,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507961422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:01,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:01,510 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/89460ad5bbcc4e33a28081ca35121204 2024-11-13T14:25:01,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/2bde335c68804ee48e25c22d3f897d82 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/2bde335c68804ee48e25c22d3f897d82 2024-11-13T14:25:01,524 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/2bde335c68804ee48e25c22d3f897d82, entries=150, sequenceid=155, filesize=30.4 K 2024-11-13T14:25:01,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/33131c77ced3473ca7ccab1200c32de1 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/33131c77ced3473ca7ccab1200c32de1 2024-11-13T14:25:01,530 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/33131c77ced3473ca7ccab1200c32de1, entries=150, sequenceid=155, filesize=11.9 K 2024-11-13T14:25:01,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/89460ad5bbcc4e33a28081ca35121204 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/89460ad5bbcc4e33a28081ca35121204 2024-11-13T14:25:01,542 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/89460ad5bbcc4e33a28081ca35121204, entries=150, sequenceid=155, filesize=11.9 K 2024-11-13T14:25:01,543 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4c64833ac0290b72d25de86de420aa20 in 976ms, sequenceid=155, compaction requested=true 2024-11-13T14:25:01,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:25:01,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:25:01,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-13T14:25:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-13T14:25:01,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-13T14:25:01,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1290 sec 2024-11-13T14:25:01,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.1360 sec 2024-11-13T14:25:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-13T14:25:01,552 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:01,553 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:25:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-13T14:25:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T14:25:01,557 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:25:01,558 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:25:01,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:25:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T14:25:01,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-13T14:25:01,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:25:01,711 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 4c64833ac0290b72d25de86de420aa20 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:25:01,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135036f14d83af42d69fbbdddc3ea91ab0_4c64833ac0290b72d25de86de420aa20 is 50, key is test_row_0/A:col10/1731507900786/Put/seqid=0 2024-11-13T14:25:01,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741996_1172 (size=12304) 2024-11-13T14:25:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:01,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:25:01,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507961861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:01,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:01,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507961861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:01,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:01,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T14:25:01,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507961922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:01,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:01,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507961933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:01,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:01,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507961933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:01,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:01,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:01,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507961972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:01,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:01,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507961973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:01,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:01,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:02,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:02,166 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135036f14d83af42d69fbbdddc3ea91ab0_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135036f14d83af42d69fbbdddc3ea91ab0_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:02,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/908c9862f8a940e38763bdb23fc05eab, store: [table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:25:02,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/908c9862f8a940e38763bdb23fc05eab is 175, key is test_row_0/A:col10/1731507900786/Put/seqid=0 2024-11-13T14:25:02,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741997_1173 (size=31105) 2024-11-13T14:25:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T14:25:02,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507962182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:02,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507962183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:02,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:02,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:02,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:02,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:02,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:02,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:02,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507962492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:02,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507962492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:02,573 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/908c9862f8a940e38763bdb23fc05eab 2024-11-13T14:25:02,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/5b498c1e272c47fd9672bd3512a8a40c is 50, key is test_row_0/B:col10/1731507900786/Put/seqid=0 2024-11-13T14:25:02,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741998_1174 (size=12151) 2024-11-13T14:25:02,613 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/5b498c1e272c47fd9672bd3512a8a40c 2024-11-13T14:25:02,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/0aabf1cceb9746979998aa03d6aed788 is 50, key is test_row_0/C:col10/1731507900786/Put/seqid=0 2024-11-13T14:25:02,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741999_1175 (size=12151) 2024-11-13T14:25:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T14:25:02,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507962932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:02,934 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_0' in 4c64833ac0290b72d25de86de420aa20 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:02,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:02,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:02,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:02,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507962942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:02,947 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in 4c64833ac0290b72d25de86de420aa20 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:02,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:02,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:02,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:02,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507962952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:02,953 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in 4c64833ac0290b72d25de86de420aa20 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:02,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:02,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:02,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:03,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507963001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:03,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507963001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:03,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:03,041 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/0aabf1cceb9746979998aa03d6aed788 2024-11-13T14:25:03,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/908c9862f8a940e38763bdb23fc05eab as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/908c9862f8a940e38763bdb23fc05eab 2024-11-13T14:25:03,056 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/908c9862f8a940e38763bdb23fc05eab, entries=150, sequenceid=166, filesize=30.4 K 2024-11-13T14:25:03,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/5b498c1e272c47fd9672bd3512a8a40c as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/5b498c1e272c47fd9672bd3512a8a40c 2024-11-13T14:25:03,067 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/5b498c1e272c47fd9672bd3512a8a40c, entries=150, sequenceid=166, filesize=11.9 K 2024-11-13T14:25:03,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/0aabf1cceb9746979998aa03d6aed788 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/0aabf1cceb9746979998aa03d6aed788 2024-11-13T14:25:03,075 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/0aabf1cceb9746979998aa03d6aed788, entries=150, sequenceid=166, filesize=11.9 K 2024-11-13T14:25:03,076 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4c64833ac0290b72d25de86de420aa20 in 1365ms, sequenceid=166, compaction requested=true 2024-11-13T14:25:03,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:25:03,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:25:03,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-13T14:25:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-13T14:25:03,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-13T14:25:03,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5190 sec 2024-11-13T14:25:03,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.5270 sec 2024-11-13T14:25:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-13T14:25:03,712 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:03,712 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:25:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-13T14:25:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T14:25:03,714 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:25:03,715 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:25:03,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:25:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T14:25:03,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-13T14:25:03,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:25:03,867 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 4c64833ac0290b72d25de86de420aa20 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T14:25:03,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111306ce9189031b43afbf9eee8fd80df6fd_4c64833ac0290b72d25de86de420aa20 is 50, key is test_row_0/A:col10/1731507901852/Put/seqid=0 2024-11-13T14:25:03,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742000_1176 (size=12304) 2024-11-13T14:25:04,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:04,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:25:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T14:25:04,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507964033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:04,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:04,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507964034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:04,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:04,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:04,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507964142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:04,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:04,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507964142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:04,148 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,149 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:04,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:04,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:04,285 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111306ce9189031b43afbf9eee8fd80df6fd_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111306ce9189031b43afbf9eee8fd80df6fd_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:04,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/4980b289d22c4822b4f7f8a1d177bedc, store: [table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:25:04,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/4980b289d22c4822b4f7f8a1d177bedc is 175, key is test_row_0/A:col10/1731507901852/Put/seqid=0 2024-11-13T14:25:04,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742001_1177 (size=31105) 2024-11-13T14:25:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T14:25:04,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507964352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:04,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507964352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:04,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507964662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:04,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:04,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507964662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:04,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:04,691 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=191, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/4980b289d22c4822b4f7f8a1d177bedc 2024-11-13T14:25:04,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/4cc11d4baccf42419f1174992306f9cb is 50, key is test_row_0/B:col10/1731507901852/Put/seqid=0 2024-11-13T14:25:04,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742002_1178 (size=12151) 2024-11-13T14:25:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T14:25:04,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:04,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507964961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507964962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:04,964 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in 4c64833ac0290b72d25de86de420aa20 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:04,964 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_0' in 4c64833ac0290b72d25de86de420aa20 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:04,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:04,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:04,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507964982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:04,985 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in 4c64833ac0290b72d25de86de420aa20 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:04,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:04,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:05,102 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/4cc11d4baccf42419f1174992306f9cb 2024-11-13T14:25:05,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/b519bd62bc1046dcbf75051abe298ffe is 50, key is test_row_0/C:col10/1731507901852/Put/seqid=0 2024-11-13T14:25:05,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742003_1179 (size=12151) 2024-11-13T14:25:05,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507965171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:05,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:05,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:05,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:05,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507965171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:05,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:05,516 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/b519bd62bc1046dcbf75051abe298ffe 2024-11-13T14:25:05,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/4980b289d22c4822b4f7f8a1d177bedc as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/4980b289d22c4822b4f7f8a1d177bedc 2024-11-13T14:25:05,525 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/4980b289d22c4822b4f7f8a1d177bedc, entries=150, sequenceid=191, filesize=30.4 K 2024-11-13T14:25:05,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/4cc11d4baccf42419f1174992306f9cb as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/4cc11d4baccf42419f1174992306f9cb 2024-11-13T14:25:05,529 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/4cc11d4baccf42419f1174992306f9cb, entries=150, sequenceid=191, filesize=11.9 K 2024-11-13T14:25:05,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/b519bd62bc1046dcbf75051abe298ffe as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/b519bd62bc1046dcbf75051abe298ffe 2024-11-13T14:25:05,534 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/b519bd62bc1046dcbf75051abe298ffe, entries=150, sequenceid=191, filesize=11.9 K 2024-11-13T14:25:05,535 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4c64833ac0290b72d25de86de420aa20 in 1668ms, sequenceid=191, compaction requested=true 2024-11-13T14:25:05,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:25:05,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:25:05,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-13T14:25:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-13T14:25:05,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-13T14:25:05,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8210 sec 2024-11-13T14:25:05,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.8260 sec 2024-11-13T14:25:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-13T14:25:05,862 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:05,862 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:25:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-13T14:25:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T14:25:05,864 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:25:05,864 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:25:05,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:25:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T14:25:06,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-13T14:25:06,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:25:06,017 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 4c64833ac0290b72d25de86de420aa20 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:25:06,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f76f4efafd9c49ddbdfbb68779b3e06c_4c64833ac0290b72d25de86de420aa20 is 50, key is test_row_0/A:col10/1731507904032/Put/seqid=0 2024-11-13T14:25:06,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742004_1180 (size=12304) 2024-11-13T14:25:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T14:25:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:06,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:25:06,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507966233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:06,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507966233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:06,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507966342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:06,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507966342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:06,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:06,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:06,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:06,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:06,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:06,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:06,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:06,431 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f76f4efafd9c49ddbdfbb68779b3e06c_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f76f4efafd9c49ddbdfbb68779b3e06c_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:06,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/461a66d39fb143678a6c000c003768b7, store: [table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:25:06,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/461a66d39fb143678a6c000c003768b7 is 175, key is test_row_0/A:col10/1731507904032/Put/seqid=0 2024-11-13T14:25:06,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742005_1181 (size=31105) 2024-11-13T14:25:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T14:25:06,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507966552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:06,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:06,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:06,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:06,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507966552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:06,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:06,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:06,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:06,837 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/461a66d39fb143678a6c000c003768b7 2024-11-13T14:25:06,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/648e752605594834bb77e19de1da8699 is 50, key is test_row_0/B:col10/1731507904032/Put/seqid=0 2024-11-13T14:25:06,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742006_1182 (size=12151) 2024-11-13T14:25:06,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507966862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:06,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:06,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507966862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:06,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:06,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:06,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:06,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:06,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T14:25:07,250 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/648e752605594834bb77e19de1da8699 2024-11-13T14:25:07,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/47755fdc549d4a40983726827f158630 is 50, key is test_row_0/C:col10/1731507904032/Put/seqid=0 2024-11-13T14:25:07,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742007_1183 (size=12151) 2024-11-13T14:25:07,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:07,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507967372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507967372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:07,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:07,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:07,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:07,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:07,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:07,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:07,663 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/47755fdc549d4a40983726827f158630 2024-11-13T14:25:07,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/461a66d39fb143678a6c000c003768b7 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/461a66d39fb143678a6c000c003768b7 2024-11-13T14:25:07,670 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/461a66d39fb143678a6c000c003768b7, entries=150, sequenceid=202, filesize=30.4 K 2024-11-13T14:25:07,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/648e752605594834bb77e19de1da8699 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/648e752605594834bb77e19de1da8699 2024-11-13T14:25:07,675 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/648e752605594834bb77e19de1da8699, entries=150, sequenceid=202, filesize=11.9 K 2024-11-13T14:25:07,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/47755fdc549d4a40983726827f158630 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/47755fdc549d4a40983726827f158630 2024-11-13T14:25:07,681 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/47755fdc549d4a40983726827f158630, entries=150, sequenceid=202, filesize=11.9 K 2024-11-13T14:25:07,682 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4c64833ac0290b72d25de86de420aa20 in 1665ms, sequenceid=202, compaction requested=true 2024-11-13T14:25:07,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:25:07,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:25:07,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-13T14:25:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-13T14:25:07,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-13T14:25:07,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8200 sec 2024-11-13T14:25:07,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.8240 sec 2024-11-13T14:25:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-13T14:25:08,012 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:08,013 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:25:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-13T14:25:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T14:25:08,015 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:25:08,015 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:25:08,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:25:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T14:25:08,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-13T14:25:08,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:25:08,168 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 4c64833ac0290b72d25de86de420aa20 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T14:25:08,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113abdad4cd350b460ca0fd47754374db51_4c64833ac0290b72d25de86de420aa20 is 50, key is test_row_0/A:col10/1731507906232/Put/seqid=0 2024-11-13T14:25:08,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742008_1184 (size=12304) 2024-11-13T14:25:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T14:25:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:08,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. as already flushing 2024-11-13T14:25:08,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507968419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:08,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:08,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507968419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:08,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:08,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507968531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507968531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:08,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:08,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:08,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:08,593 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113abdad4cd350b460ca0fd47754374db51_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113abdad4cd350b460ca0fd47754374db51_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:08,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/109fcf64d6a04ff59633f790af29c0f0, store: [table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:25:08,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/109fcf64d6a04ff59633f790af29c0f0 is 175, key is test_row_0/A:col10/1731507906232/Put/seqid=0 2024-11-13T14:25:08,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742009_1185 (size=31105) 2024-11-13T14:25:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T14:25:08,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507968742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:08,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:08,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:08,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:08,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507968742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:08,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:08,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:08,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:08,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33078 deadline: 1731507968982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:08,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33104 deadline: 1731507968982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:08,989 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in 4c64833ac0290b72d25de86de420aa20 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:08,990 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_0' in 4c64833ac0290b72d25de86de420aa20 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:08,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:08,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33056 deadline: 1731507968991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:08,995 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in 4c64833ac0290b72d25de86de420aa20 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:08,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:08,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:08,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:08,998 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=227, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/109fcf64d6a04ff59633f790af29c0f0 2024-11-13T14:25:09,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/cff4666ec79e4ef398d3f07f1037d98c is 50, key is test_row_0/B:col10/1731507906232/Put/seqid=0 2024-11-13T14:25:09,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742010_1186 (size=12151) 2024-11-13T14:25:09,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:09,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507969052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507969052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:09,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:09,056 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:09,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:09,056 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:09,056 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:09,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T14:25:09,410 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/cff4666ec79e4ef398d3f07f1037d98c 2024-11-13T14:25:09,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/5f61d65371e4479999c034a80c575326 is 50, key is test_row_0/C:col10/1731507906232/Put/seqid=0 2024-11-13T14:25:09,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742011_1187 (size=12151) 2024-11-13T14:25:09,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33098 deadline: 1731507969562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:09,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:09,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:09,567 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:09,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33054 deadline: 1731507969562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:09,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:09,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:09,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:09,822 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/5f61d65371e4479999c034a80c575326 2024-11-13T14:25:09,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/109fcf64d6a04ff59633f790af29c0f0 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/109fcf64d6a04ff59633f790af29c0f0 2024-11-13T14:25:09,830 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/109fcf64d6a04ff59633f790af29c0f0, entries=150, sequenceid=227, filesize=30.4 K 2024-11-13T14:25:09,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/cff4666ec79e4ef398d3f07f1037d98c as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/cff4666ec79e4ef398d3f07f1037d98c 2024-11-13T14:25:09,835 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/cff4666ec79e4ef398d3f07f1037d98c, entries=150, sequenceid=227, filesize=11.9 K 2024-11-13T14:25:09,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/5f61d65371e4479999c034a80c575326 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/5f61d65371e4479999c034a80c575326 2024-11-13T14:25:09,839 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/5f61d65371e4479999c034a80c575326, entries=150, sequenceid=227, filesize=11.9 K 2024-11-13T14:25:09,840 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4c64833ac0290b72d25de86de420aa20 in 1672ms, sequenceid=227, compaction requested=true 2024-11-13T14:25:09,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:25:09,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:25:09,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-13T14:25:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-13T14:25:09,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-13T14:25:09,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8260 sec 2024-11-13T14:25:09,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.8300 sec 2024-11-13T14:25:09,853 INFO [Thread-668 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-668. 2024-11-13T14:25:09,853 DEBUG [Thread-668 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:25:09,853 DEBUG [Thread-668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:09,853 DEBUG [Thread-668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:09,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:09,857 INFO [Thread-670 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-670. 2024-11-13T14:25:09,857 DEBUG [Thread-670 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:25:09,857 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:09,857 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:09,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:09,859 INFO [Thread-666 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-666. 2024-11-13T14:25:09,859 DEBUG [Thread-666 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:25:09,859 DEBUG [Thread-666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:09,859 DEBUG [Thread-666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:09,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:09,860 INFO [Thread-672 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-672. 2024-11-13T14:25:09,860 DEBUG [Thread-672 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:25:09,860 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:09,860 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:09,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-13T14:25:10,163 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:10,573 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:25:10,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4c64833ac0290b72d25de86de420aa20 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T14:25:10,574 INFO [Thread-659 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-659. 2024-11-13T14:25:10,574 DEBUG [Thread-659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:25:10,574 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:10,574 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:10,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:10,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113950b6ee051bb45f2a224674d180028bf_4c64833ac0290b72d25de86de420aa20 is 50, key is test_row_0/A:col10/1731507908411/Put/seqid=0 2024-11-13T14:25:10,584 INFO [Thread-661 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-661. 2024-11-13T14:25:10,584 DEBUG [Thread-661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:25:10,584 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:10,584 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:10,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:10,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742012_1188 (size=12304) 2024-11-13T14:25:10,987 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:10,997 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113950b6ee051bb45f2a224674d180028bf_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113950b6ee051bb45f2a224674d180028bf_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:10,998 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/0b5743cd39464e019bfa798da00f3546, store: [table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:25:10,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/0b5743cd39464e019bfa798da00f3546 is 175, key is test_row_0/A:col10/1731507908411/Put/seqid=0 2024-11-13T14:25:11,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742013_1189 (size=31105) 2024-11-13T14:25:11,407 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/0b5743cd39464e019bfa798da00f3546 2024-11-13T14:25:11,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/b9e2d90756ac411b95a23dc6cb112824 is 50, key is test_row_0/B:col10/1731507908411/Put/seqid=0 2024-11-13T14:25:11,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742014_1190 (size=12151) 2024-11-13T14:25:11,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/b9e2d90756ac411b95a23dc6cb112824 2024-11-13T14:25:11,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/054d740e159a41c9a8be85ccbb1eba52 is 50, key is test_row_0/C:col10/1731507908411/Put/seqid=0 2024-11-13T14:25:11,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742015_1191 (size=12151) 2024-11-13T14:25:12,009 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T14:25:12,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/054d740e159a41c9a8be85ccbb1eba52 2024-11-13T14:25:12,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/0b5743cd39464e019bfa798da00f3546 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/0b5743cd39464e019bfa798da00f3546 2024-11-13T14:25:12,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/0b5743cd39464e019bfa798da00f3546, entries=150, sequenceid=239, filesize=30.4 K 2024-11-13T14:25:12,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/b9e2d90756ac411b95a23dc6cb112824 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/b9e2d90756ac411b95a23dc6cb112824 2024-11-13T14:25:12,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/b9e2d90756ac411b95a23dc6cb112824, entries=150, sequenceid=239, filesize=11.9 K 2024-11-13T14:25:12,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/054d740e159a41c9a8be85ccbb1eba52 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/054d740e159a41c9a8be85ccbb1eba52 2024-11-13T14:25:12,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/054d740e159a41c9a8be85ccbb1eba52, entries=150, sequenceid=239, filesize=11.9 K 2024-11-13T14:25:12,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=6.71 KB/6870 for 4c64833ac0290b72d25de86de420aa20 in 1748ms, sequenceid=239, compaction requested=true 2024-11-13T14:25:12,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:25:12,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c64833ac0290b72d25de86de420aa20:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:25:12,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:12,322 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-11-13T14:25:12,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c64833ac0290b72d25de86de420aa20:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:25:12,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:12,322 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-11-13T14:25:12,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c64833ac0290b72d25de86de420aa20:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:25:12,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:12,325 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 109115 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-11-13T14:25:12,325 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 279701 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-11-13T14:25:12,325 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 4c64833ac0290b72d25de86de420aa20/A is initiating minor compaction (all files) 2024-11-13T14:25:12,325 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 4c64833ac0290b72d25de86de420aa20/B is initiating minor compaction (all files) 2024-11-13T14:25:12,325 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4c64833ac0290b72d25de86de420aa20/A in TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:25:12,325 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4c64833ac0290b72d25de86de420aa20/B in TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:25:12,325 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/f921905c5ac54971b452048eec0abdd3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/c3f3d4f61e494f9192e849b9b693061f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/a2231bf4bcc84181bcdbbb725acf89de, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/2bde335c68804ee48e25c22d3f897d82, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/908c9862f8a940e38763bdb23fc05eab, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/4980b289d22c4822b4f7f8a1d177bedc, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/461a66d39fb143678a6c000c003768b7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/109fcf64d6a04ff59633f790af29c0f0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/0b5743cd39464e019bfa798da00f3546] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp, totalSize=273.1 K 2024-11-13T14:25:12,325 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/f295cbe583364056917f09bdc878eef0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/8c3075c48a6c42f1b637e6691974e0f3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/e9922d76ab7247538872290b6d53ac90, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/33131c77ced3473ca7ccab1200c32de1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/5b498c1e272c47fd9672bd3512a8a40c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/4cc11d4baccf42419f1174992306f9cb, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/648e752605594834bb77e19de1da8699, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/cff4666ec79e4ef398d3f07f1037d98c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/b9e2d90756ac411b95a23dc6cb112824] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp, totalSize=106.6 K 2024-11-13T14:25:12,325 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=7 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:25:12,325 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. files: [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/f921905c5ac54971b452048eec0abdd3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/c3f3d4f61e494f9192e849b9b693061f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/a2231bf4bcc84181bcdbbb725acf89de, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/2bde335c68804ee48e25c22d3f897d82, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/908c9862f8a940e38763bdb23fc05eab, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/4980b289d22c4822b4f7f8a1d177bedc, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/461a66d39fb143678a6c000c003768b7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/109fcf64d6a04ff59633f790af29c0f0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/0b5743cd39464e019bfa798da00f3546] 2024-11-13T14:25:12,325 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting f295cbe583364056917f09bdc878eef0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731507893490 2024-11-13T14:25:12,325 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting f921905c5ac54971b452048eec0abdd3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731507893490 2024-11-13T14:25:12,326 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c3075c48a6c42f1b637e6691974e0f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731507895697 2024-11-13T14:25:12,326 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3f3d4f61e494f9192e849b9b693061f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731507895697 2024-11-13T14:25:12,326 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting e9922d76ab7247538872290b6d53ac90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731507896360 2024-11-13T14:25:12,326 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2231bf4bcc84181bcdbbb725acf89de, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731507896360 2024-11-13T14:25:12,326 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 33131c77ced3473ca7ccab1200c32de1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731507898603 2024-11-13T14:25:12,326 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bde335c68804ee48e25c22d3f897d82, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731507898603 2024-11-13T14:25:12,327 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b498c1e272c47fd9672bd3512a8a40c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731507900782 2024-11-13T14:25:12,327 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 908c9862f8a940e38763bdb23fc05eab, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731507900782 2024-11-13T14:25:12,327 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cc11d4baccf42419f1174992306f9cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731507901852 2024-11-13T14:25:12,327 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4980b289d22c4822b4f7f8a1d177bedc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731507901852 2024-11-13T14:25:12,327 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 648e752605594834bb77e19de1da8699, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731507904027 2024-11-13T14:25:12,327 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 461a66d39fb143678a6c000c003768b7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731507904027 2024-11-13T14:25:12,328 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting cff4666ec79e4ef398d3f07f1037d98c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731507906227 2024-11-13T14:25:12,328 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 109fcf64d6a04ff59633f790af29c0f0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731507906227 2024-11-13T14:25:12,328 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting b9e2d90756ac411b95a23dc6cb112824, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731507908411 2024-11-13T14:25:12,328 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b5743cd39464e019bfa798da00f3546, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731507908411 2024-11-13T14:25:12,343 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:25:12,345 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111346ed5b86c705497f8ce6e0385109a496_4c64833ac0290b72d25de86de420aa20 store=[table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:25:12,349 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c64833ac0290b72d25de86de420aa20#B#compaction#161 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:12,349 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/bfb7095354f747dca8968fd0a956560d is 50, key is test_row_0/B:col10/1731507908411/Put/seqid=0 2024-11-13T14:25:12,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742016_1192 (size=12663) 2024-11-13T14:25:12,372 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111346ed5b86c705497f8ce6e0385109a496_4c64833ac0290b72d25de86de420aa20, store=[table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:25:12,373 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111346ed5b86c705497f8ce6e0385109a496_4c64833ac0290b72d25de86de420aa20 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:25:12,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742017_1193 (size=4469) 2024-11-13T14:25:12,768 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/bfb7095354f747dca8968fd0a956560d as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/bfb7095354f747dca8968fd0a956560d 2024-11-13T14:25:12,775 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 9 (all) file(s) in 4c64833ac0290b72d25de86de420aa20/B of 4c64833ac0290b72d25de86de420aa20 into bfb7095354f747dca8968fd0a956560d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:12,775 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:25:12,775 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., storeName=4c64833ac0290b72d25de86de420aa20/B, priority=7, startTime=1731507912322; duration=0sec 2024-11-13T14:25:12,775 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:12,775 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c64833ac0290b72d25de86de420aa20:B 2024-11-13T14:25:12,775 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-11-13T14:25:12,778 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c64833ac0290b72d25de86de420aa20#A#compaction#162 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:12,779 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/8cb11eaa2b3a4cd28ebf34334f265909 is 175, key is test_row_0/A:col10/1731507908411/Put/seqid=0 2024-11-13T14:25:12,779 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 109115 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-11-13T14:25:12,779 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 4c64833ac0290b72d25de86de420aa20/C is initiating minor compaction (all files) 2024-11-13T14:25:12,780 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4c64833ac0290b72d25de86de420aa20/C in TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:25:12,780 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/56fee721181d4243a7bb2bb5ba46328b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/e644267a41bf4dbc877da736479859c4, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/b03765b05bde4110b1bc339362289095, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/89460ad5bbcc4e33a28081ca35121204, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/0aabf1cceb9746979998aa03d6aed788, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/b519bd62bc1046dcbf75051abe298ffe, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/47755fdc549d4a40983726827f158630, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/5f61d65371e4479999c034a80c575326, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/054d740e159a41c9a8be85ccbb1eba52] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp, totalSize=106.6 K 2024-11-13T14:25:12,780 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 56fee721181d4243a7bb2bb5ba46328b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731507893490 2024-11-13T14:25:12,781 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting e644267a41bf4dbc877da736479859c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731507895697 2024-11-13T14:25:12,781 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting b03765b05bde4110b1bc339362289095, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731507896360 2024-11-13T14:25:12,782 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 89460ad5bbcc4e33a28081ca35121204, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731507898603 2024-11-13T14:25:12,782 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aabf1cceb9746979998aa03d6aed788, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731507900782 2024-11-13T14:25:12,782 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting b519bd62bc1046dcbf75051abe298ffe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731507901852 2024-11-13T14:25:12,783 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 47755fdc549d4a40983726827f158630, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731507904027 2024-11-13T14:25:12,783 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f61d65371e4479999c034a80c575326, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731507906227 2024-11-13T14:25:12,783 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 054d740e159a41c9a8be85ccbb1eba52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731507908411 2024-11-13T14:25:12,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742018_1194 (size=31617) 2024-11-13T14:25:12,797 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c64833ac0290b72d25de86de420aa20#C#compaction#163 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:12,797 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/ff0340d382b04fdabb10ff6297b6147f is 50, key is test_row_0/C:col10/1731507908411/Put/seqid=0 2024-11-13T14:25:12,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742019_1195 (size=12663) 2024-11-13T14:25:13,190 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/8cb11eaa2b3a4cd28ebf34334f265909 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/8cb11eaa2b3a4cd28ebf34334f265909 2024-11-13T14:25:13,196 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 9 (all) file(s) in 4c64833ac0290b72d25de86de420aa20/A of 4c64833ac0290b72d25de86de420aa20 into 8cb11eaa2b3a4cd28ebf34334f265909(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:13,196 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:25:13,196 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., storeName=4c64833ac0290b72d25de86de420aa20/A, priority=7, startTime=1731507912321; duration=0sec 2024-11-13T14:25:13,196 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:13,197 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c64833ac0290b72d25de86de420aa20:A 2024-11-13T14:25:13,207 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/ff0340d382b04fdabb10ff6297b6147f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/ff0340d382b04fdabb10ff6297b6147f 2024-11-13T14:25:13,213 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 9 (all) file(s) in 4c64833ac0290b72d25de86de420aa20/C of 4c64833ac0290b72d25de86de420aa20 into ff0340d382b04fdabb10ff6297b6147f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:13,213 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4c64833ac0290b72d25de86de420aa20: 2024-11-13T14:25:13,213 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., storeName=4c64833ac0290b72d25de86de420aa20/C, priority=7, startTime=1731507912322; duration=0sec 2024-11-13T14:25:13,213 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:13,213 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c64833ac0290b72d25de86de420aa20:C 2024-11-13T14:25:19,057 INFO [Thread-655 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-655. 2024-11-13T14:25:19,057 DEBUG [Thread-655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:25:19,057 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:19,057 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:19,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:19,083 INFO [Thread-663 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-663. 2024-11-13T14:25:19,084 DEBUG [Thread-663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:25:19,084 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:19,084 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:19,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:19,094 INFO [Thread-657 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-657. 2024-11-13T14:25:19,094 DEBUG [Thread-657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:25:19,094 DEBUG [Thread-657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:19,095 DEBUG [Thread-657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:19,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:19,095 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T14:25:19,095 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-13T14:25:19,095 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-13T14:25:19,095 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-13T14:25:19,095 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-13T14:25:19,095 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-13T14:25:19,095 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T14:25:19,095 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2960 2024-11-13T14:25:19,095 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2868 2024-11-13T14:25:19,095 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T14:25:19,095 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1290 2024-11-13T14:25:19,095 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3869 rows 2024-11-13T14:25:19,095 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1283 2024-11-13T14:25:19,095 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3849 rows 2024-11-13T14:25:19,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:25:19,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:25:19,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:19,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:19,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:19,097 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T14:25:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T14:25:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T14:25:19,104 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507919103"}]},"ts":"1731507919103"} 2024-11-13T14:25:19,106 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T14:25:19,106 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T14:25:19,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T14:25:19,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c64833ac0290b72d25de86de420aa20, UNASSIGN}] 2024-11-13T14:25:19,110 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c64833ac0290b72d25de86de420aa20, UNASSIGN 2024-11-13T14:25:19,111 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=4c64833ac0290b72d25de86de420aa20, regionState=CLOSING, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:19,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c64833ac0290b72d25de86de420aa20, UNASSIGN because future has completed 2024-11-13T14:25:19,113 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T14:25:19,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619}] 2024-11-13T14:25:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T14:25:19,267 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(122): Close 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:19,267 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T14:25:19,268 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1722): Closing 4c64833ac0290b72d25de86de420aa20, disabling compactions & flushes 2024-11-13T14:25:19,268 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:25:19,268 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:25:19,268 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. after waiting 0 ms 2024-11-13T14:25:19,268 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:25:19,268 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(2902): Flushing 4c64833ac0290b72d25de86de420aa20 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T14:25:19,282 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ccde49c4f19445a2b431770d5d0da480_4c64833ac0290b72d25de86de420aa20 is 50, key is test_row_0/A:col10/1731507919082/Put/seqid=0 2024-11-13T14:25:19,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742020_1196 (size=12304) 2024-11-13T14:25:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T14:25:19,687 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:19,698 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ccde49c4f19445a2b431770d5d0da480_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ccde49c4f19445a2b431770d5d0da480_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:19,700 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/c578438c46184a18843411f2af404641, store: [table=TestAcidGuarantees family=A region=4c64833ac0290b72d25de86de420aa20] 2024-11-13T14:25:19,701 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/c578438c46184a18843411f2af404641 is 175, key is test_row_0/A:col10/1731507919082/Put/seqid=0 2024-11-13T14:25:19,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742021_1197 (size=31105) 2024-11-13T14:25:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T14:25:20,106 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/c578438c46184a18843411f2af404641 2024-11-13T14:25:20,118 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/c216fded3c9b4d098d6ae6278991f900 is 50, key is test_row_0/B:col10/1731507919082/Put/seqid=0 2024-11-13T14:25:20,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742022_1198 (size=12151) 2024-11-13T14:25:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T14:25:20,523 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/c216fded3c9b4d098d6ae6278991f900 2024-11-13T14:25:20,537 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/d257c6839aeb4ae8b0cc52d1fc007cde is 50, key is test_row_0/C:col10/1731507919082/Put/seqid=0 2024-11-13T14:25:20,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742023_1199 (size=12151) 2024-11-13T14:25:20,943 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/d257c6839aeb4ae8b0cc52d1fc007cde 2024-11-13T14:25:20,955 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/A/c578438c46184a18843411f2af404641 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/c578438c46184a18843411f2af404641 2024-11-13T14:25:20,960 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/c578438c46184a18843411f2af404641, entries=150, sequenceid=249, filesize=30.4 K 2024-11-13T14:25:20,961 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/B/c216fded3c9b4d098d6ae6278991f900 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/c216fded3c9b4d098d6ae6278991f900 2024-11-13T14:25:20,965 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/c216fded3c9b4d098d6ae6278991f900, entries=150, sequenceid=249, filesize=11.9 K 2024-11-13T14:25:20,965 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/.tmp/C/d257c6839aeb4ae8b0cc52d1fc007cde as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/d257c6839aeb4ae8b0cc52d1fc007cde 2024-11-13T14:25:20,969 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/d257c6839aeb4ae8b0cc52d1fc007cde, entries=150, sequenceid=249, filesize=11.9 K 2024-11-13T14:25:20,970 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 4c64833ac0290b72d25de86de420aa20 in 1702ms, sequenceid=249, compaction requested=false 2024-11-13T14:25:20,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/b7cc2c780090443bbb8f4878576106b3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/ae655d6d09154491af2a0627434191fa, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/4c0aeee4b5a04b1ea6ffdaac55f99805, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/f3c9a6e5939d4b039ef28af3980f6d7c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/7fbecc43bf8d40d194bb2fcb9532cf1b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/3cb9ec16b63e491bb65cd9bceee40149, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/f921905c5ac54971b452048eec0abdd3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/c3f3d4f61e494f9192e849b9b693061f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/a2231bf4bcc84181bcdbbb725acf89de, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/2bde335c68804ee48e25c22d3f897d82, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/908c9862f8a940e38763bdb23fc05eab, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/4980b289d22c4822b4f7f8a1d177bedc, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/461a66d39fb143678a6c000c003768b7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/109fcf64d6a04ff59633f790af29c0f0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/0b5743cd39464e019bfa798da00f3546] to archive 2024-11-13T14:25:20,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:25:20,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/b7cc2c780090443bbb8f4878576106b3 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/b7cc2c780090443bbb8f4878576106b3 2024-11-13T14:25:20,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/ae655d6d09154491af2a0627434191fa to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/ae655d6d09154491af2a0627434191fa 2024-11-13T14:25:20,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/4c0aeee4b5a04b1ea6ffdaac55f99805 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/4c0aeee4b5a04b1ea6ffdaac55f99805 2024-11-13T14:25:20,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/f3c9a6e5939d4b039ef28af3980f6d7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/f3c9a6e5939d4b039ef28af3980f6d7c 2024-11-13T14:25:20,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/7fbecc43bf8d40d194bb2fcb9532cf1b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/7fbecc43bf8d40d194bb2fcb9532cf1b 2024-11-13T14:25:20,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/3cb9ec16b63e491bb65cd9bceee40149 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/3cb9ec16b63e491bb65cd9bceee40149 2024-11-13T14:25:20,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/f921905c5ac54971b452048eec0abdd3 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/f921905c5ac54971b452048eec0abdd3 2024-11-13T14:25:20,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/c3f3d4f61e494f9192e849b9b693061f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/c3f3d4f61e494f9192e849b9b693061f 2024-11-13T14:25:20,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/a2231bf4bcc84181bcdbbb725acf89de to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/a2231bf4bcc84181bcdbbb725acf89de 2024-11-13T14:25:20,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/2bde335c68804ee48e25c22d3f897d82 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/2bde335c68804ee48e25c22d3f897d82 2024-11-13T14:25:20,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/908c9862f8a940e38763bdb23fc05eab to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/908c9862f8a940e38763bdb23fc05eab 2024-11-13T14:25:20,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/4980b289d22c4822b4f7f8a1d177bedc to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/4980b289d22c4822b4f7f8a1d177bedc 2024-11-13T14:25:20,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/461a66d39fb143678a6c000c003768b7 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/461a66d39fb143678a6c000c003768b7 2024-11-13T14:25:20,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/109fcf64d6a04ff59633f790af29c0f0 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/109fcf64d6a04ff59633f790af29c0f0 2024-11-13T14:25:20,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/0b5743cd39464e019bfa798da00f3546 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/0b5743cd39464e019bfa798da00f3546 2024-11-13T14:25:20,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/daf99ba7fec94e92b2ade9c327ae1cde, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/64228179db294d89ad8b50fef45e420d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/d8f1ac6e9be7467c9b5e32675df076b3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/e40111f6496f4eef9d5c4f462377dc3a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/3bf40928ef8a40d192ffbeff66b10e26, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/f295cbe583364056917f09bdc878eef0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/edff3b14ef4e4029bf53f8408897b241, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/8c3075c48a6c42f1b637e6691974e0f3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/e9922d76ab7247538872290b6d53ac90, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/33131c77ced3473ca7ccab1200c32de1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/5b498c1e272c47fd9672bd3512a8a40c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/4cc11d4baccf42419f1174992306f9cb, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/648e752605594834bb77e19de1da8699, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/cff4666ec79e4ef398d3f07f1037d98c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/b9e2d90756ac411b95a23dc6cb112824] to archive 2024-11-13T14:25:20,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:25:20,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/daf99ba7fec94e92b2ade9c327ae1cde to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/daf99ba7fec94e92b2ade9c327ae1cde 2024-11-13T14:25:20,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/64228179db294d89ad8b50fef45e420d to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/64228179db294d89ad8b50fef45e420d 2024-11-13T14:25:20,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/d8f1ac6e9be7467c9b5e32675df076b3 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/d8f1ac6e9be7467c9b5e32675df076b3 2024-11-13T14:25:20,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/e40111f6496f4eef9d5c4f462377dc3a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/e40111f6496f4eef9d5c4f462377dc3a 2024-11-13T14:25:20,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/3bf40928ef8a40d192ffbeff66b10e26 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/3bf40928ef8a40d192ffbeff66b10e26 2024-11-13T14:25:20,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/f295cbe583364056917f09bdc878eef0 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/f295cbe583364056917f09bdc878eef0 2024-11-13T14:25:21,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/edff3b14ef4e4029bf53f8408897b241 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/edff3b14ef4e4029bf53f8408897b241 2024-11-13T14:25:21,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/8c3075c48a6c42f1b637e6691974e0f3 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/8c3075c48a6c42f1b637e6691974e0f3 2024-11-13T14:25:21,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/e9922d76ab7247538872290b6d53ac90 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/e9922d76ab7247538872290b6d53ac90 2024-11-13T14:25:21,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/33131c77ced3473ca7ccab1200c32de1 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/33131c77ced3473ca7ccab1200c32de1 2024-11-13T14:25:21,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/5b498c1e272c47fd9672bd3512a8a40c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/5b498c1e272c47fd9672bd3512a8a40c 2024-11-13T14:25:21,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/4cc11d4baccf42419f1174992306f9cb to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/4cc11d4baccf42419f1174992306f9cb 2024-11-13T14:25:21,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/648e752605594834bb77e19de1da8699 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/648e752605594834bb77e19de1da8699 2024-11-13T14:25:21,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/cff4666ec79e4ef398d3f07f1037d98c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/cff4666ec79e4ef398d3f07f1037d98c 2024-11-13T14:25:21,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/b9e2d90756ac411b95a23dc6cb112824 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/b9e2d90756ac411b95a23dc6cb112824 2024-11-13T14:25:21,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/d63b244ce4bf41289245e476dd2124f0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/85b1ddd23cf445c3a9896fb3918e67d4, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/0603a02baa5d4311a9baaa73de212ebc, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/9ae8fd55e5424ac38d32bd5b397fdc78, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/c5a7f4b92cfc4022bc4301d080013af1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/56fee721181d4243a7bb2bb5ba46328b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/8610d56838b343308d9fd2ade63e104e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/e644267a41bf4dbc877da736479859c4, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/b03765b05bde4110b1bc339362289095, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/89460ad5bbcc4e33a28081ca35121204, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/0aabf1cceb9746979998aa03d6aed788, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/b519bd62bc1046dcbf75051abe298ffe, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/47755fdc549d4a40983726827f158630, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/5f61d65371e4479999c034a80c575326, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/054d740e159a41c9a8be85ccbb1eba52] to archive 2024-11-13T14:25:21,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:25:21,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/d63b244ce4bf41289245e476dd2124f0 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/d63b244ce4bf41289245e476dd2124f0 2024-11-13T14:25:21,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/85b1ddd23cf445c3a9896fb3918e67d4 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/85b1ddd23cf445c3a9896fb3918e67d4 2024-11-13T14:25:21,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/0603a02baa5d4311a9baaa73de212ebc to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/0603a02baa5d4311a9baaa73de212ebc 2024-11-13T14:25:21,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/9ae8fd55e5424ac38d32bd5b397fdc78 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/9ae8fd55e5424ac38d32bd5b397fdc78 2024-11-13T14:25:21,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/c5a7f4b92cfc4022bc4301d080013af1 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/c5a7f4b92cfc4022bc4301d080013af1 2024-11-13T14:25:21,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/56fee721181d4243a7bb2bb5ba46328b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/56fee721181d4243a7bb2bb5ba46328b 2024-11-13T14:25:21,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/8610d56838b343308d9fd2ade63e104e to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/8610d56838b343308d9fd2ade63e104e 2024-11-13T14:25:21,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/e644267a41bf4dbc877da736479859c4 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/e644267a41bf4dbc877da736479859c4 2024-11-13T14:25:21,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/b03765b05bde4110b1bc339362289095 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/b03765b05bde4110b1bc339362289095 2024-11-13T14:25:21,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/89460ad5bbcc4e33a28081ca35121204 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/89460ad5bbcc4e33a28081ca35121204 2024-11-13T14:25:21,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/0aabf1cceb9746979998aa03d6aed788 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/0aabf1cceb9746979998aa03d6aed788 2024-11-13T14:25:21,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/b519bd62bc1046dcbf75051abe298ffe to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/b519bd62bc1046dcbf75051abe298ffe 2024-11-13T14:25:21,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/47755fdc549d4a40983726827f158630 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/47755fdc549d4a40983726827f158630 2024-11-13T14:25:21,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/5f61d65371e4479999c034a80c575326 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/5f61d65371e4479999c034a80c575326 2024-11-13T14:25:21,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/054d740e159a41c9a8be85ccbb1eba52 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/054d740e159a41c9a8be85ccbb1eba52 2024-11-13T14:25:21,035 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/recovered.edits/252.seqid, newMaxSeqId=252, maxSeqId=4 2024-11-13T14:25:21,035 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. 2024-11-13T14:25:21,035 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1676): Region close journal for 4c64833ac0290b72d25de86de420aa20: Waiting for close lock at 1731507919267Running coprocessor pre-close hooks at 1731507919267Disabling compacts and flushes for region at 1731507919267Disabling writes for close at 1731507919268 (+1 ms)Obtaining lock to block concurrent updates at 1731507919268Preparing flush snapshotting stores in 4c64833ac0290b72d25de86de420aa20 at 1731507919268Finished memstore snapshotting TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731507919269 (+1 ms)Flushing stores of TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20. at 1731507919270 (+1 ms)Flushing 4c64833ac0290b72d25de86de420aa20/A: creating writer at 1731507919270Flushing mob file 4c64833ac0290b72d25de86de420aa20/A: appending metadata at 1731507919282 (+12 ms)Flushing mob file 4c64833ac0290b72d25de86de420aa20/A: closing flushed file at 1731507919282Flushing 4c64833ac0290b72d25de86de420aa20/A: appending metadata at 1731507919700 (+418 ms)Flushing 4c64833ac0290b72d25de86de420aa20/A: closing flushed file at 1731507919700Flushing 4c64833ac0290b72d25de86de420aa20/B: creating writer at 1731507920114 (+414 ms)Flushing 4c64833ac0290b72d25de86de420aa20/B: appending metadata at 1731507920118 (+4 ms)Flushing 4c64833ac0290b72d25de86de420aa20/B: closing flushed file at 1731507920118Flushing 4c64833ac0290b72d25de86de420aa20/C: creating writer at 1731507920534 (+416 ms)Flushing 4c64833ac0290b72d25de86de420aa20/C: appending metadata at 1731507920537 (+3 ms)Flushing 4c64833ac0290b72d25de86de420aa20/C: closing flushed file at 1731507920537Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a80806e: reopening flushed file at 1731507920954 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@387541f6: reopening flushed file at 1731507920960 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79ad9bba: reopening flushed file at 1731507920965 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 4c64833ac0290b72d25de86de420aa20 in 1702ms, sequenceid=249, compaction requested=false at 1731507920970 (+5 ms)Writing region close event to WAL at 1731507921031 (+61 ms)Running coprocessor post-close hooks at 1731507921035 (+4 ms)Closed at 1731507921035 2024-11-13T14:25:21,037 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(157): Closed 4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:21,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=4c64833ac0290b72d25de86de420aa20, regionState=CLOSED 2024-11-13T14:25:21,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 because future has completed 2024-11-13T14:25:21,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-13T14:25:21,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; CloseRegionProcedure 4c64833ac0290b72d25de86de420aa20, server=eb1966fd6578,42905,1731507853619 in 1.9400 sec 2024-11-13T14:25:21,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-13T14:25:21,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c64833ac0290b72d25de86de420aa20, UNASSIGN in 1.9460 sec 2024-11-13T14:25:21,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-13T14:25:21,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9500 sec 2024-11-13T14:25:21,059 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507921059"}]},"ts":"1731507921059"} 2024-11-13T14:25:21,061 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T14:25:21,061 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T14:25:21,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9640 sec 2024-11-13T14:25:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-13T14:25:21,252 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:21,253 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T14:25:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:25:21,256 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:25:21,258 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=68, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:25:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T14:25:21,262 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:21,265 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A, FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B, FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C, FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/recovered.edits] 2024-11-13T14:25:21,268 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/8cb11eaa2b3a4cd28ebf34334f265909 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/8cb11eaa2b3a4cd28ebf34334f265909 2024-11-13T14:25:21,269 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/c578438c46184a18843411f2af404641 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/A/c578438c46184a18843411f2af404641 2024-11-13T14:25:21,272 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/bfb7095354f747dca8968fd0a956560d to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/bfb7095354f747dca8968fd0a956560d 2024-11-13T14:25:21,273 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/c216fded3c9b4d098d6ae6278991f900 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/B/c216fded3c9b4d098d6ae6278991f900 2024-11-13T14:25:21,276 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/d257c6839aeb4ae8b0cc52d1fc007cde to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/d257c6839aeb4ae8b0cc52d1fc007cde 2024-11-13T14:25:21,277 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/ff0340d382b04fdabb10ff6297b6147f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/C/ff0340d382b04fdabb10ff6297b6147f 2024-11-13T14:25:21,280 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/recovered.edits/252.seqid to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20/recovered.edits/252.seqid 2024-11-13T14:25:21,280 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:21,280 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T14:25:21,281 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T14:25:21,281 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T14:25:21,284 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111306ce9189031b43afbf9eee8fd80df6fd_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111306ce9189031b43afbf9eee8fd80df6fd_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:21,285 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111329a4a69a93ad4192b9509b57cc5c647f_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111329a4a69a93ad4192b9509b57cc5c647f_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:21,286 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133ecb6e37b294468196610fc962c0bc51_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411133ecb6e37b294468196610fc962c0bc51_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:21,287 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135036f14d83af42d69fbbdddc3ea91ab0_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135036f14d83af42d69fbbdddc3ea91ab0_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:21,288 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113753f3261d4964d84810b61e39b2c480c_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113753f3261d4964d84810b61e39b2c480c_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:21,289 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111382cab9f9b9fc4df3a51cd3db813ad1d8_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111382cab9f9b9fc4df3a51cd3db813ad1d8_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:21,290 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113950b6ee051bb45f2a224674d180028bf_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113950b6ee051bb45f2a224674d180028bf_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:21,291 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111398d89c132661498e9765934013b255a8_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111398d89c132661498e9765934013b255a8_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:21,292 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113abdad4cd350b460ca0fd47754374db51_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113abdad4cd350b460ca0fd47754374db51_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:21,293 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b3ad85350dc04731aaa8e16557bbefcb_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b3ad85350dc04731aaa8e16557bbefcb_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:21,295 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b5c34dbdbd5f4d1d80a3fb06fd9c79d0_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b5c34dbdbd5f4d1d80a3fb06fd9c79d0_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:21,296 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c301af069a03467abc7ebbc7da25e8fa_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113c301af069a03467abc7ebbc7da25e8fa_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:21,297 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ccde49c4f19445a2b431770d5d0da480_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ccde49c4f19445a2b431770d5d0da480_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:21,298 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f76f4efafd9c49ddbdfbb68779b3e06c_4c64833ac0290b72d25de86de420aa20 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f76f4efafd9c49ddbdfbb68779b3e06c_4c64833ac0290b72d25de86de420aa20 2024-11-13T14:25:21,299 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T14:25:21,301 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=68, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:25:21,304 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T14:25:21,307 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T14:25:21,309 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=68, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:25:21,309 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T14:25:21,309 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731507921309"}]},"ts":"9223372036854775807"} 2024-11-13T14:25:21,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T14:25:21,312 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4c64833ac0290b72d25de86de420aa20, NAME => 'TestAcidGuarantees,,1731507886545.4c64833ac0290b72d25de86de420aa20.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T14:25:21,312 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T14:25:21,312 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731507921312"}]},"ts":"9223372036854775807"} 2024-11-13T14:25:21,314 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T14:25:21,315 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=68, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:25:21,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 62 msec 2024-11-13T14:25:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-13T14:25:21,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T14:25:21,363 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:21,372 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 239), OpenFileDescriptor=453 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 420), ProcessCount=11 (was 11), AvailableMemoryMB=2997 (was 3235) 2024-11-13T14:25:21,379 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=2996 2024-11-13T14:25:21,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T14:25:21,381 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:25:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T14:25:21,384 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:25:21,384 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 69 2024-11-13T14:25:21,384 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:21,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-13T14:25:21,387 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:25:21,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742024_1200 (size=959) 2024-11-13T14:25:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-13T14:25:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-13T14:25:21,800 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662 2024-11-13T14:25:21,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742025_1201 (size=53) 2024-11-13T14:25:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-13T14:25:22,248 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:25:22,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6a6069d59caf969115bd9753299c6e3f, disabling compactions & flushes 2024-11-13T14:25:22,249 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:22,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:22,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. after waiting 0 ms 2024-11-13T14:25:22,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:22,249 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:22,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a6069d59caf969115bd9753299c6e3f: Waiting for close lock at 1731507922248Disabling compacts and flushes for region at 1731507922248Disabling writes for close at 1731507922249 (+1 ms)Writing region close event to WAL at 1731507922249Closed at 1731507922249 2024-11-13T14:25:22,252 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:25:22,253 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731507922252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507922252"}]},"ts":"1731507922252"} 2024-11-13T14:25:22,255 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:25:22,256 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:25:22,256 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507922256"}]},"ts":"1731507922256"} 2024-11-13T14:25:22,258 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T14:25:22,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a6069d59caf969115bd9753299c6e3f, ASSIGN}] 2024-11-13T14:25:22,260 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a6069d59caf969115bd9753299c6e3f, ASSIGN 2024-11-13T14:25:22,261 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a6069d59caf969115bd9753299c6e3f, ASSIGN; state=OFFLINE, location=eb1966fd6578,42905,1731507853619; forceNewPlan=false, retain=false 2024-11-13T14:25:22,411 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=6a6069d59caf969115bd9753299c6e3f, regionState=OPENING, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:22,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a6069d59caf969115bd9753299c6e3f, ASSIGN because future has completed 2024-11-13T14:25:22,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619}] 2024-11-13T14:25:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-13T14:25:22,576 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:22,576 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:25:22,577 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:22,577 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:25:22,578 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7794): checking encryption for 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:22,578 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7797): checking classloading for 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:22,580 INFO [StoreOpener-6a6069d59caf969115bd9753299c6e3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:22,582 INFO [StoreOpener-6a6069d59caf969115bd9753299c6e3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a6069d59caf969115bd9753299c6e3f columnFamilyName A 2024-11-13T14:25:22,582 DEBUG [StoreOpener-6a6069d59caf969115bd9753299c6e3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:22,583 INFO [StoreOpener-6a6069d59caf969115bd9753299c6e3f-1 {}] regionserver.HStore(327): Store=6a6069d59caf969115bd9753299c6e3f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:25:22,583 INFO [StoreOpener-6a6069d59caf969115bd9753299c6e3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:22,584 INFO [StoreOpener-6a6069d59caf969115bd9753299c6e3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a6069d59caf969115bd9753299c6e3f columnFamilyName B 2024-11-13T14:25:22,584 DEBUG [StoreOpener-6a6069d59caf969115bd9753299c6e3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:22,585 INFO [StoreOpener-6a6069d59caf969115bd9753299c6e3f-1 {}] regionserver.HStore(327): Store=6a6069d59caf969115bd9753299c6e3f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:25:22,585 INFO [StoreOpener-6a6069d59caf969115bd9753299c6e3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:22,586 INFO [StoreOpener-6a6069d59caf969115bd9753299c6e3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a6069d59caf969115bd9753299c6e3f columnFamilyName C 2024-11-13T14:25:22,586 DEBUG [StoreOpener-6a6069d59caf969115bd9753299c6e3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:22,587 INFO [StoreOpener-6a6069d59caf969115bd9753299c6e3f-1 {}] regionserver.HStore(327): Store=6a6069d59caf969115bd9753299c6e3f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:25:22,587 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1038): replaying wal for 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:22,588 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:22,588 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:22,589 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1048): stopping wal replay for 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:22,590 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1060): Cleaning up temporary data for 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:22,590 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T14:25:22,591 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1093): writing seq id for 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:22,594 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:25:22,594 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1114): Opened 6a6069d59caf969115bd9753299c6e3f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61907407, jitterRate=-0.07750774919986725}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T14:25:22,594 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:22,595 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1006): Region open journal for 6a6069d59caf969115bd9753299c6e3f: Running coprocessor pre-open hook at 1731507922578Writing region info on filesystem at 1731507922578Initializing all the Stores at 1731507922579 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507922580 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507922580Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507922580Cleaning up temporary data from old regions at 1731507922590 (+10 ms)Running coprocessor post-open hooks at 1731507922594 (+4 ms)Region opened successfully at 1731507922595 (+1 ms) 2024-11-13T14:25:22,596 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., pid=71, masterSystemTime=1731507922567 2024-11-13T14:25:22,598 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:22,598 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:22,598 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=6a6069d59caf969115bd9753299c6e3f, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:22,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 because future has completed 2024-11-13T14:25:22,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-13T14:25:22,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 in 187 msec 2024-11-13T14:25:22,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-13T14:25:22,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a6069d59caf969115bd9753299c6e3f, ASSIGN in 344 msec 2024-11-13T14:25:22,604 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:25:22,604 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507922604"}]},"ts":"1731507922604"} 2024-11-13T14:25:22,605 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T14:25:22,606 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:25:22,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2250 sec 2024-11-13T14:25:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-11-13T14:25:23,533 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:23,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8da64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:23,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:23,535 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:23,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:23,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:23,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ffbe91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:23,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:23,536 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:23,536 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9b3121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:23,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:23,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:23,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:25:23,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,42917,1731507852895 2024-11-13T14:25:23,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c38370a 2024-11-13T14:25:23,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:25:23,542 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:25:23,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554689fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:23,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:23,545 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:23,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:23,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:23,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78fc943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:23,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:23,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:23,546 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5daacec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72325ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:23,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:23,548 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b1199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:23,549 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:23,549 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f17705a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:23,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:23,551 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df63333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:23,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:23,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:23,553 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:23,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17fe4c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d70004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:23,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:23,555 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:23,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:23,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:23,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674d493f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:23,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:23,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:23,556 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:23,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d283920, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:23,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:23,558 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:23,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:23,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:23,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d8f20d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:23,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:23,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:23,559 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:23,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d5b667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9635b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:23,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:23,561 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:23,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:23,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:23,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d6ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:23,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:23,562 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3566e7b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:23,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:23,565 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:23,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:23,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:23,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7168743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:23,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:23,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:23,566 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:23,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcc88e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:23,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:23,567 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:23,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:23,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:23,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17baee64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:23,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:23,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:23,569 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:23,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c364611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:23,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:23,571 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:23,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:23,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:23,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e0e857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,571 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:23,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:23,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:23,572 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:23,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f6b4c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40916ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:23,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:23,574 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:23,574 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:23,574 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58eb6593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:23,575 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:23,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5998b8df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:23,577 DEBUG [Thread-969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:23,577 DEBUG [Thread-965 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:23,577 DEBUG [Thread-980 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:23,577 DEBUG [Thread-974 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:23,577 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:23,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:23,577 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:23,577 DEBUG [Thread-971 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:23,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:23,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:23,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:23,578 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:25:23,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:23,578 DEBUG [Thread-982 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:23,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:23,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:23,578 DEBUG [Thread-976 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:23,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:23,579 DEBUG [Thread-963 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:23,579 DEBUG [Thread-967 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:23,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:23,580 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:23,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:23,580 DEBUG [Thread-976 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:23,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:23,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:23,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:23,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:23,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:23,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:23,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:23,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-13T14:25:23,581 DEBUG [Thread-978 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:23,581 DEBUG [Thread-976 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:23,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:23,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:23,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T14:25:23,582 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:25:23,582 DEBUG [Thread-978 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:23,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:25:23,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:23,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:23,583 DEBUG [Thread-978 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:23,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:25:23,584 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:25:23,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:25:23,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:23,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:25:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:25:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:25:23,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:25:23,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:25:23,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:25:23,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:25:23,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:25:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:23,627 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:25:23,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T14:25:23,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/0dc70d3fa19e47cda3b357838564511b is 50, key is test_row_0/A:col10/1731507923590/Put/seqid=0 2024-11-13T14:25:23,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507983663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:23,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1731507983665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:23,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:23,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507983665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:23,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:23,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:23,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:23,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507983665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:23,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:23,671 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507983666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:23,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:23,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742026_1202 (size=14341) 2024-11-13T14:25:23,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/0dc70d3fa19e47cda3b357838564511b 2024-11-13T14:25:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T14:25:23,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/50ac9618437e42459e9b2d75c122389e is 50, key is test_row_0/B:col10/1731507923590/Put/seqid=0 2024-11-13T14:25:23,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T14:25:23,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:23,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:23,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:23,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:23,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:23,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742027_1203 (size=12001) 2024-11-13T14:25:23,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/50ac9618437e42459e9b2d75c122389e 2024-11-13T14:25:23,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:23,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507983773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:23,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:23,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1731507983773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507983772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:23,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507983782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:23,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507983782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:23,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/c05b5192ed554c0088c46c85f682c8b5 is 50, key is test_row_0/C:col10/1731507923590/Put/seqid=0 2024-11-13T14:25:23,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742028_1204 (size=12001) 2024-11-13T14:25:23,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/c05b5192ed554c0088c46c85f682c8b5 2024-11-13T14:25:23,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/0dc70d3fa19e47cda3b357838564511b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/0dc70d3fa19e47cda3b357838564511b 2024-11-13T14:25:23,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/0dc70d3fa19e47cda3b357838564511b, entries=200, sequenceid=14, filesize=14.0 K 2024-11-13T14:25:23,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/50ac9618437e42459e9b2d75c122389e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/50ac9618437e42459e9b2d75c122389e 2024-11-13T14:25:23,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/50ac9618437e42459e9b2d75c122389e, entries=150, sequenceid=14, filesize=11.7 K 2024-11-13T14:25:23,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/c05b5192ed554c0088c46c85f682c8b5 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/c05b5192ed554c0088c46c85f682c8b5 2024-11-13T14:25:23,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/c05b5192ed554c0088c46c85f682c8b5, entries=150, sequenceid=14, filesize=11.7 K 2024-11-13T14:25:23,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 6a6069d59caf969115bd9753299c6e3f in 227ms, sequenceid=14, compaction requested=false 2024-11-13T14:25:23,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:23,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-13T14:25:23,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:23,897 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T14:25:23,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T14:25:23,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/3d2942ff95fb420984f7d3c6a2cc6caf is 50, key is test_row_0/A:col10/1731507923663/Put/seqid=0 2024-11-13T14:25:23,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742029_1205 (size=12001) 2024-11-13T14:25:23,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:23,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:23,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507983991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:23,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507983992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:23,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1731507983992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507983992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:23,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:23,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:23,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:23,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507983993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:23,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:23,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:24,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:24,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507984102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:24,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1731507984102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:24,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507984102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:24,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T14:25:24,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507984302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:24,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:24,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507984302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:24,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:24,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507984312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:24,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:24,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507984312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:24,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:24,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:24,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:24,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1731507984321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:24,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:24,334 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/3d2942ff95fb420984f7d3c6a2cc6caf 2024-11-13T14:25:24,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/2bbc60261a884a26a3b8052aa906c7be is 50, key is test_row_0/B:col10/1731507923663/Put/seqid=0 2024-11-13T14:25:24,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742030_1206 (size=12001) 2024-11-13T14:25:24,350 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/2bbc60261a884a26a3b8052aa906c7be 2024-11-13T14:25:24,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/cf26fac612f846888bb6c99ef7ada888 is 50, key is test_row_0/C:col10/1731507923663/Put/seqid=0 2024-11-13T14:25:24,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742031_1207 (size=12001) 2024-11-13T14:25:24,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507984622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507984622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:24,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1731507984632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T14:25:24,762 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/cf26fac612f846888bb6c99ef7ada888 2024-11-13T14:25:24,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/3d2942ff95fb420984f7d3c6a2cc6caf as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/3d2942ff95fb420984f7d3c6a2cc6caf 2024-11-13T14:25:24,775 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/3d2942ff95fb420984f7d3c6a2cc6caf, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T14:25:24,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/2bbc60261a884a26a3b8052aa906c7be as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/2bbc60261a884a26a3b8052aa906c7be 2024-11-13T14:25:24,784 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/2bbc60261a884a26a3b8052aa906c7be, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T14:25:24,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/cf26fac612f846888bb6c99ef7ada888 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/cf26fac612f846888bb6c99ef7ada888 2024-11-13T14:25:24,795 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/cf26fac612f846888bb6c99ef7ada888, entries=150, sequenceid=38, filesize=11.7 K 2024-11-13T14:25:24,797 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6a6069d59caf969115bd9753299c6e3f in 900ms, sequenceid=38, compaction requested=false 2024-11-13T14:25:24,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:24,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:24,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-13T14:25:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-13T14:25:24,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-13T14:25:24,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2140 sec 2024-11-13T14:25:24,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.2240 sec 2024-11-13T14:25:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:24,814 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:25:24,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T14:25:24,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/681b4a2231da43f885ca2ff2b131e005 is 50, key is test_row_0/A:col10/1731507924813/Put/seqid=0 2024-11-13T14:25:24,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742032_1208 (size=12001) 2024-11-13T14:25:24,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507984874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:24,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507984874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:24,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507984982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:24,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507984982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:24,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:24,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:24,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:25,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507985132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:25,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507985132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:25,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1731507985142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:25,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:25,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:25,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:25,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:25,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507985192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507985192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:25,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:25,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:25,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:25,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:25,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:25,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:25,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/681b4a2231da43f885ca2ff2b131e005 2024-11-13T14:25:25,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/26d7831af8114a66b767c0479469e51f is 50, key is test_row_0/B:col10/1731507924813/Put/seqid=0 2024-11-13T14:25:25,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742033_1209 (size=12001) 2024-11-13T14:25:25,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507985502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:25,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:25,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507985502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:25,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:25,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:25,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:25,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/26d7831af8114a66b767c0479469e51f 2024-11-13T14:25:25,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/766f40411f164b36a38a82f9f56577f7 is 50, key is test_row_0/C:col10/1731507924813/Put/seqid=0 2024-11-13T14:25:25,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742034_1210 (size=12001) 2024-11-13T14:25:25,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/766f40411f164b36a38a82f9f56577f7 2024-11-13T14:25:25,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/681b4a2231da43f885ca2ff2b131e005 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/681b4a2231da43f885ca2ff2b131e005 2024-11-13T14:25:25,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/681b4a2231da43f885ca2ff2b131e005, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T14:25:25,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/26d7831af8114a66b767c0479469e51f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/26d7831af8114a66b767c0479469e51f 2024-11-13T14:25:25,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/26d7831af8114a66b767c0479469e51f, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T14:25:25,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/766f40411f164b36a38a82f9f56577f7 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/766f40411f164b36a38a82f9f56577f7 2024-11-13T14:25:25,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/766f40411f164b36a38a82f9f56577f7, entries=150, sequenceid=51, filesize=11.7 K 2024-11-13T14:25:25,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 6a6069d59caf969115bd9753299c6e3f in 910ms, sequenceid=51, compaction requested=true 2024-11-13T14:25:25,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:25,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:25:25,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:25,724 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:25,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:25:25,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:25,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:25:25,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T14:25:25,724 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:25,727 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:25,727 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/B is initiating minor compaction (all files) 2024-11-13T14:25:25,727 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/B in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:25,727 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/50ac9618437e42459e9b2d75c122389e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/2bbc60261a884a26a3b8052aa906c7be, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/26d7831af8114a66b767c0479469e51f] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=35.2 K 2024-11-13T14:25:25,727 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:25,727 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/A is initiating minor compaction (all files) 2024-11-13T14:25:25,727 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/A in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:25,727 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 50ac9618437e42459e9b2d75c122389e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731507923589 2024-11-13T14:25:25,727 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/0dc70d3fa19e47cda3b357838564511b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/3d2942ff95fb420984f7d3c6a2cc6caf, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/681b4a2231da43f885ca2ff2b131e005] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=37.4 K 2024-11-13T14:25:25,728 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0dc70d3fa19e47cda3b357838564511b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731507923589 2024-11-13T14:25:25,728 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bbc60261a884a26a3b8052aa906c7be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731507923663 2024-11-13T14:25:25,729 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 26d7831af8114a66b767c0479469e51f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731507923991 2024-11-13T14:25:25,729 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d2942ff95fb420984f7d3c6a2cc6caf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731507923663 2024-11-13T14:25:25,730 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 681b4a2231da43f885ca2ff2b131e005, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731507923991 2024-11-13T14:25:25,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-13T14:25:25,732 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:25,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:25:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-13T14:25:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T14:25:25,738 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:25:25,739 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:25:25,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:25:25,746 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#A#compaction#176 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:25,747 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/750a40dc5c2b4fd39c24725a58e40e94 is 50, key is test_row_0/A:col10/1731507924813/Put/seqid=0 2024-11-13T14:25:25,754 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#B#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:25,755 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/fafc4ca179d742099304572732d8279f is 50, key is test_row_0/B:col10/1731507924813/Put/seqid=0 2024-11-13T14:25:25,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742035_1211 (size=12104) 2024-11-13T14:25:25,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742036_1212 (size=12104) 2024-11-13T14:25:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T14:25:25,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-13T14:25:25,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:25,893 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T14:25:25,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/653d57c7139640c6994b23471d063f18 is 50, key is test_row_0/A:col10/1731507924866/Put/seqid=0 2024-11-13T14:25:25,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742037_1213 (size=12001) 2024-11-13T14:25:25,933 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/653d57c7139640c6994b23471d063f18 2024-11-13T14:25:25,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/16b38de2dd0145269519940e2ef23fec is 50, key is test_row_0/B:col10/1731507924866/Put/seqid=0 2024-11-13T14:25:25,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742038_1214 (size=12001) 2024-11-13T14:25:25,964 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/16b38de2dd0145269519940e2ef23fec 2024-11-13T14:25:25,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/64775ef4f9a74e40bcab9dd8e530711a is 50, key is test_row_0/C:col10/1731507924866/Put/seqid=0 2024-11-13T14:25:26,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742039_1215 (size=12001) 2024-11-13T14:25:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:26,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:26,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T14:25:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507986043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:26,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:26,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507986049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:26,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:26,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507986142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:26,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507986142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:26,145 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in 6a6069d59caf969115bd9753299c6e3f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:26,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,146 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_0' in 6a6069d59caf969115bd9753299c6e3f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:26,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:26,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:26,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1731507986162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:26,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507986162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:26,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:26,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507986162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:26,170 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/750a40dc5c2b4fd39c24725a58e40e94 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/750a40dc5c2b4fd39c24725a58e40e94 2024-11-13T14:25:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:26,176 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in 6a6069d59caf969115bd9753299c6e3f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:26,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:26,177 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/A of 6a6069d59caf969115bd9753299c6e3f into 750a40dc5c2b4fd39c24725a58e40e94(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:26,177 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:26,177 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/A, priority=13, startTime=1731507925724; duration=0sec 2024-11-13T14:25:26,177 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:26,177 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:A 2024-11-13T14:25:26,178 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:26,179 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:26,180 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/C is initiating minor compaction (all files) 2024-11-13T14:25:26,180 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/C in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:26,180 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/c05b5192ed554c0088c46c85f682c8b5, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/cf26fac612f846888bb6c99ef7ada888, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/766f40411f164b36a38a82f9f56577f7] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=35.2 K 2024-11-13T14:25:26,181 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting c05b5192ed554c0088c46c85f682c8b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731507923589 2024-11-13T14:25:26,181 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf26fac612f846888bb6c99ef7ada888, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731507923663 2024-11-13T14:25:26,182 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 766f40411f164b36a38a82f9f56577f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731507923991 2024-11-13T14:25:26,184 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/fafc4ca179d742099304572732d8279f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/fafc4ca179d742099304572732d8279f 2024-11-13T14:25:26,190 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/B of 6a6069d59caf969115bd9753299c6e3f into fafc4ca179d742099304572732d8279f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:26,190 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#C#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:26,190 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:26,190 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/B, priority=13, startTime=1731507925724; duration=0sec 2024-11-13T14:25:26,190 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:26,190 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:B 2024-11-13T14:25:26,191 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/4a0f91f3a4c844d6ade64aa714152b67 is 50, key is test_row_0/C:col10/1731507924813/Put/seqid=0 2024-11-13T14:25:26,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742040_1216 (size=12104) 2024-11-13T14:25:26,206 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/4a0f91f3a4c844d6ade64aa714152b67 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/4a0f91f3a4c844d6ade64aa714152b67 2024-11-13T14:25:26,211 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/C of 6a6069d59caf969115bd9753299c6e3f into 4a0f91f3a4c844d6ade64aa714152b67(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:26,211 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:26,212 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/C, priority=13, startTime=1731507925724; duration=0sec 2024-11-13T14:25:26,212 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:26,212 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:C 2024-11-13T14:25:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T14:25:26,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:26,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507986372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:26,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507986382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:26,416 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/64775ef4f9a74e40bcab9dd8e530711a 2024-11-13T14:25:26,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/653d57c7139640c6994b23471d063f18 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/653d57c7139640c6994b23471d063f18 2024-11-13T14:25:26,430 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/653d57c7139640c6994b23471d063f18, entries=150, sequenceid=75, filesize=11.7 K 2024-11-13T14:25:26,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/16b38de2dd0145269519940e2ef23fec as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/16b38de2dd0145269519940e2ef23fec 2024-11-13T14:25:26,437 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/16b38de2dd0145269519940e2ef23fec, entries=150, sequenceid=75, filesize=11.7 K 2024-11-13T14:25:26,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/64775ef4f9a74e40bcab9dd8e530711a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/64775ef4f9a74e40bcab9dd8e530711a 2024-11-13T14:25:26,447 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/64775ef4f9a74e40bcab9dd8e530711a, entries=150, sequenceid=75, filesize=11.7 K 2024-11-13T14:25:26,449 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 6a6069d59caf969115bd9753299c6e3f in 555ms, sequenceid=75, compaction requested=false 2024-11-13T14:25:26,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:26,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:26,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-13T14:25:26,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-13T14:25:26,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-13T14:25:26,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 712 msec 2024-11-13T14:25:26,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 720 msec 2024-11-13T14:25:26,594 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T14:25:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:26,684 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:25:26,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T14:25:26,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/4007c449a92e48e0bf88c88129ebaf3f is 50, key is test_row_0/A:col10/1731507926038/Put/seqid=0 2024-11-13T14:25:26,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742041_1217 (size=14341) 2024-11-13T14:25:26,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507986740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:26,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507986740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:26,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507986851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:26,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507986851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:26,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:26,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-13T14:25:26,872 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:26,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:25:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-13T14:25:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T14:25:26,877 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:25:26,879 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:25:26,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:25:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T14:25:27,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T14:25:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:27,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:27,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:27,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:27,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507987062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:27,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:27,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:27,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:27,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507987074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:27,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:27,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:27,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:27,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/4007c449a92e48e0bf88c88129ebaf3f 2024-11-13T14:25:27,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/a76dfeb2b74e4c77927c6f34185623b6 is 50, key is test_row_0/B:col10/1731507926038/Put/seqid=0 2024-11-13T14:25:27,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742042_1218 (size=12001) 2024-11-13T14:25:27,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/a76dfeb2b74e4c77927c6f34185623b6 2024-11-13T14:25:27,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/3cb0c8c403e94afbad87810453492ecc is 50, key is test_row_0/C:col10/1731507926038/Put/seqid=0 2024-11-13T14:25:27,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742043_1219 (size=12001) 2024-11-13T14:25:27,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T14:25:27,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:27,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:27,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:27,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:27,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T14:25:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:27,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T14:25:27,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:27,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:27,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:27,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:27,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:27,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:27,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507987372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:27,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507987381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:27,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:27,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:27,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:27,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T14:25:27,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:27,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:27,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:27,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:27,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T14:25:27,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/3cb0c8c403e94afbad87810453492ecc 2024-11-13T14:25:27,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/4007c449a92e48e0bf88c88129ebaf3f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/4007c449a92e48e0bf88c88129ebaf3f 2024-11-13T14:25:27,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/4007c449a92e48e0bf88c88129ebaf3f, entries=200, sequenceid=92, filesize=14.0 K 2024-11-13T14:25:27,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/a76dfeb2b74e4c77927c6f34185623b6 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/a76dfeb2b74e4c77927c6f34185623b6 2024-11-13T14:25:27,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/a76dfeb2b74e4c77927c6f34185623b6, entries=150, sequenceid=92, filesize=11.7 K 2024-11-13T14:25:27,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/3cb0c8c403e94afbad87810453492ecc as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/3cb0c8c403e94afbad87810453492ecc 2024-11-13T14:25:27,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/3cb0c8c403e94afbad87810453492ecc, entries=150, sequenceid=92, filesize=11.7 K 2024-11-13T14:25:27,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 6a6069d59caf969115bd9753299c6e3f in 920ms, sequenceid=92, compaction requested=true 2024-11-13T14:25:27,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:27,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:25:27,605 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:27,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:27,605 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:27,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:25:27,606 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:27,606 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:27,606 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/B is initiating minor compaction (all files) 2024-11-13T14:25:27,606 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/A is initiating minor compaction (all files) 2024-11-13T14:25:27,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:27,606 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/A in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:27,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:25:27,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:27,606 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/750a40dc5c2b4fd39c24725a58e40e94, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/653d57c7139640c6994b23471d063f18, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/4007c449a92e48e0bf88c88129ebaf3f] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=37.5 K 2024-11-13T14:25:27,607 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/B in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:27,607 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/fafc4ca179d742099304572732d8279f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/16b38de2dd0145269519940e2ef23fec, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/a76dfeb2b74e4c77927c6f34185623b6] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=35.3 K 2024-11-13T14:25:27,607 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 750a40dc5c2b4fd39c24725a58e40e94, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731507923991 2024-11-13T14:25:27,607 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting fafc4ca179d742099304572732d8279f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731507923991 2024-11-13T14:25:27,608 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 653d57c7139640c6994b23471d063f18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731507924864 2024-11-13T14:25:27,608 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 16b38de2dd0145269519940e2ef23fec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731507924864 2024-11-13T14:25:27,609 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4007c449a92e48e0bf88c88129ebaf3f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731507926031 2024-11-13T14:25:27,609 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting a76dfeb2b74e4c77927c6f34185623b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731507926031 2024-11-13T14:25:27,630 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#B#compaction#185 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:27,631 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/59ee4ac35ddf45b4823f972e1cd1dbf7 is 50, key is test_row_0/B:col10/1731507926038/Put/seqid=0 2024-11-13T14:25:27,639 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#A#compaction#186 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:27,639 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/77c56f64d15b41859252d7468f108b35 is 50, key is test_row_0/A:col10/1731507926038/Put/seqid=0 2024-11-13T14:25:27,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-13T14:25:27,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:27,651 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T14:25:27,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742044_1220 (size=12207) 2024-11-13T14:25:27,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/e9d0d05e47464ae0b270bb1f5825cacb is 50, key is test_row_0/A:col10/1731507926734/Put/seqid=0 2024-11-13T14:25:27,664 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/59ee4ac35ddf45b4823f972e1cd1dbf7 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/59ee4ac35ddf45b4823f972e1cd1dbf7 2024-11-13T14:25:27,670 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/B of 6a6069d59caf969115bd9753299c6e3f into 59ee4ac35ddf45b4823f972e1cd1dbf7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:27,670 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:27,670 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/B, priority=13, startTime=1731507927605; duration=0sec 2024-11-13T14:25:27,670 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:27,670 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:B 2024-11-13T14:25:27,670 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:27,673 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:27,673 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/C is initiating minor compaction (all files) 2024-11-13T14:25:27,673 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/C in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:27,674 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/4a0f91f3a4c844d6ade64aa714152b67, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/64775ef4f9a74e40bcab9dd8e530711a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/3cb0c8c403e94afbad87810453492ecc] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=35.3 K 2024-11-13T14:25:27,674 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a0f91f3a4c844d6ade64aa714152b67, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731507923991 2024-11-13T14:25:27,674 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 64775ef4f9a74e40bcab9dd8e530711a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731507924864 2024-11-13T14:25:27,675 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cb0c8c403e94afbad87810453492ecc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731507926031 2024-11-13T14:25:27,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742045_1221 (size=12207) 2024-11-13T14:25:27,687 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/77c56f64d15b41859252d7468f108b35 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/77c56f64d15b41859252d7468f108b35 2024-11-13T14:25:27,696 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/A of 6a6069d59caf969115bd9753299c6e3f into 77c56f64d15b41859252d7468f108b35(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:27,696 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:27,696 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/A, priority=13, startTime=1731507927605; duration=0sec 2024-11-13T14:25:27,696 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:27,696 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:A 2024-11-13T14:25:27,702 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#C#compaction#188 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:27,703 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/b61ae2fc18ad4adda7368161eb93b00c is 50, key is test_row_0/C:col10/1731507926038/Put/seqid=0 2024-11-13T14:25:27,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742046_1222 (size=12001) 2024-11-13T14:25:27,708 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/e9d0d05e47464ae0b270bb1f5825cacb 2024-11-13T14:25:27,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/fa57c681302b4f5fa5a8f98b1db6a66e is 50, key is test_row_0/B:col10/1731507926734/Put/seqid=0 2024-11-13T14:25:27,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742047_1223 (size=12207) 2024-11-13T14:25:27,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742048_1224 (size=12001) 2024-11-13T14:25:27,747 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/fa57c681302b4f5fa5a8f98b1db6a66e 2024-11-13T14:25:27,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/29bba57a8de74488a06b2bbc3146bd86 is 50, key is test_row_0/C:col10/1731507926734/Put/seqid=0 2024-11-13T14:25:27,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742049_1225 (size=12001) 2024-11-13T14:25:27,776 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/29bba57a8de74488a06b2bbc3146bd86 2024-11-13T14:25:27,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/e9d0d05e47464ae0b270bb1f5825cacb as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/e9d0d05e47464ae0b270bb1f5825cacb 2024-11-13T14:25:27,795 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/e9d0d05e47464ae0b270bb1f5825cacb, entries=150, sequenceid=115, filesize=11.7 K 2024-11-13T14:25:27,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/fa57c681302b4f5fa5a8f98b1db6a66e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/fa57c681302b4f5fa5a8f98b1db6a66e 2024-11-13T14:25:27,803 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/fa57c681302b4f5fa5a8f98b1db6a66e, entries=150, sequenceid=115, filesize=11.7 K 2024-11-13T14:25:27,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/29bba57a8de74488a06b2bbc3146bd86 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/29bba57a8de74488a06b2bbc3146bd86 2024-11-13T14:25:27,817 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/29bba57a8de74488a06b2bbc3146bd86, entries=150, sequenceid=115, filesize=11.7 K 2024-11-13T14:25:27,818 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 6a6069d59caf969115bd9753299c6e3f in 167ms, sequenceid=115, compaction requested=false 2024-11-13T14:25:27,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:27,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:27,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-13T14:25:27,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-13T14:25:27,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-13T14:25:27,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 941 msec 2024-11-13T14:25:27,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 952 msec 2024-11-13T14:25:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:27,898 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:25:27,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:25:27,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/c238f774ff8143e2bb75e3c02c33fdbd is 50, key is test_row_0/A:col10/1731507927897/Put/seqid=0 2024-11-13T14:25:27,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742050_1226 (size=14341) 2024-11-13T14:25:27,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:27,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507987958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:27,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507987959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-13T14:25:28,012 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:28,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:25:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-13T14:25:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T14:25:28,017 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:25:28,018 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:25:28,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:25:28,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507988072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:28,074 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:28,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:28,074 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:28,074 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507988072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:28,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:28,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:28,074 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T14:25:28,136 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/b61ae2fc18ad4adda7368161eb93b00c as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/b61ae2fc18ad4adda7368161eb93b00c 2024-11-13T14:25:28,144 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/C of 6a6069d59caf969115bd9753299c6e3f into b61ae2fc18ad4adda7368161eb93b00c(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:28,144 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:28,144 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/C, priority=13, startTime=1731507927606; duration=0sec 2024-11-13T14:25:28,144 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:28,145 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:C 2024-11-13T14:25:28,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:28,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507988162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:28,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:28,165 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in 6a6069d59caf969115bd9753299c6e3f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:28,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507988163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:28,166 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_0' in 6a6069d59caf969115bd9753299c6e3f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:28,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T14:25:28,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:28,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:28,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:28,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:28,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:28,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1731507988202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:28,204 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in 6a6069d59caf969115bd9753299c6e3f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:28,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:28,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:28,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:28,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507988282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:28,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:28,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:28,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507988282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:28,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:28,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:28,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:28,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:28,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T14:25:28,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:28,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:28,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:28,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:28,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:28,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T14:25:28,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/c238f774ff8143e2bb75e3c02c33fdbd 2024-11-13T14:25:28,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/3f409cdf15164028ae3b81f04cd3f3b3 is 50, key is test_row_0/B:col10/1731507927897/Put/seqid=0 2024-11-13T14:25:28,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742051_1227 (size=12001) 2024-11-13T14:25:28,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T14:25:28,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:28,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:28,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:28,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:28,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:28,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507988592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:28,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507988593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:28,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:28,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:28,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:28,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:28,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:28,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:28,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T14:25:28,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:28,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:28,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:28,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:28,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T14:25:28,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/3f409cdf15164028ae3b81f04cd3f3b3 2024-11-13T14:25:28,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T14:25:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:28,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:28,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:28,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/7667b99fab954f38bed244ea08016149 is 50, key is test_row_0/C:col10/1731507927897/Put/seqid=0 2024-11-13T14:25:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:28,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742052_1228 (size=12001) 2024-11-13T14:25:28,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/7667b99fab954f38bed244ea08016149 2024-11-13T14:25:28,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/c238f774ff8143e2bb75e3c02c33fdbd as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/c238f774ff8143e2bb75e3c02c33fdbd 2024-11-13T14:25:28,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/c238f774ff8143e2bb75e3c02c33fdbd, entries=200, sequenceid=128, filesize=14.0 K 2024-11-13T14:25:28,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/3f409cdf15164028ae3b81f04cd3f3b3 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/3f409cdf15164028ae3b81f04cd3f3b3 2024-11-13T14:25:28,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/3f409cdf15164028ae3b81f04cd3f3b3, entries=150, sequenceid=128, filesize=11.7 K 2024-11-13T14:25:28,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/7667b99fab954f38bed244ea08016149 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/7667b99fab954f38bed244ea08016149 2024-11-13T14:25:28,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/7667b99fab954f38bed244ea08016149, entries=150, sequenceid=128, filesize=11.7 K 2024-11-13T14:25:28,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6a6069d59caf969115bd9753299c6e3f in 926ms, sequenceid=128, compaction requested=true 2024-11-13T14:25:28,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:28,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:25:28,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:28,824 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:28,825 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:28,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:25:28,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:28,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:25:28,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:28,827 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:28,827 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:28,827 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/B is initiating minor compaction (all files) 2024-11-13T14:25:28,827 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/A is initiating minor compaction (all files) 2024-11-13T14:25:28,827 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/B in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:28,827 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/A in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:28,827 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/77c56f64d15b41859252d7468f108b35, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/e9d0d05e47464ae0b270bb1f5825cacb, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/c238f774ff8143e2bb75e3c02c33fdbd] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=37.6 K 2024-11-13T14:25:28,827 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/59ee4ac35ddf45b4823f972e1cd1dbf7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/fa57c681302b4f5fa5a8f98b1db6a66e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/3f409cdf15164028ae3b81f04cd3f3b3] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=35.4 K 2024-11-13T14:25:28,827 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77c56f64d15b41859252d7468f108b35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731507926031 2024-11-13T14:25:28,828 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 59ee4ac35ddf45b4823f972e1cd1dbf7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731507926031 2024-11-13T14:25:28,828 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9d0d05e47464ae0b270bb1f5825cacb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731507926734 2024-11-13T14:25:28,828 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting fa57c681302b4f5fa5a8f98b1db6a66e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731507926734 2024-11-13T14:25:28,828 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting c238f774ff8143e2bb75e3c02c33fdbd, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731507927893 2024-11-13T14:25:28,828 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f409cdf15164028ae3b81f04cd3f3b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731507927893 2024-11-13T14:25:28,847 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#A#compaction#194 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:28,847 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/20e17f54feca462d85a3cdbbb00d694c is 50, key is test_row_0/A:col10/1731507927897/Put/seqid=0 2024-11-13T14:25:28,850 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#B#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:28,851 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/bcc6ef463fb84ae4a56891eb00467601 is 50, key is test_row_0/B:col10/1731507927897/Put/seqid=0 2024-11-13T14:25:28,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742053_1229 (size=12309) 2024-11-13T14:25:28,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742054_1230 (size=12309) 2024-11-13T14:25:28,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-13T14:25:28,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:28,939 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T14:25:28,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/bd204333d16a4fbda31eee6248147ae1 is 50, key is test_row_0/A:col10/1731507927956/Put/seqid=0 2024-11-13T14:25:28,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742055_1231 (size=12151) 2024-11-13T14:25:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:29,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:29,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:29,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507989123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507989124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:29,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:29,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T14:25:29,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507989232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507989232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:29,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:29,261 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/20e17f54feca462d85a3cdbbb00d694c as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/20e17f54feca462d85a3cdbbb00d694c 2024-11-13T14:25:29,267 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/A of 6a6069d59caf969115bd9753299c6e3f into 20e17f54feca462d85a3cdbbb00d694c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:29,267 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:29,267 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/A, priority=13, startTime=1731507928824; duration=0sec 2024-11-13T14:25:29,267 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:29,267 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:A 2024-11-13T14:25:29,267 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:29,269 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:29,269 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/C is initiating minor compaction (all files) 2024-11-13T14:25:29,269 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/C in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:29,270 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/b61ae2fc18ad4adda7368161eb93b00c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/29bba57a8de74488a06b2bbc3146bd86, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/7667b99fab954f38bed244ea08016149] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=35.4 K 2024-11-13T14:25:29,272 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/bcc6ef463fb84ae4a56891eb00467601 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/bcc6ef463fb84ae4a56891eb00467601 2024-11-13T14:25:29,272 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting b61ae2fc18ad4adda7368161eb93b00c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731507926031 2024-11-13T14:25:29,274 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29bba57a8de74488a06b2bbc3146bd86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731507926734 2024-11-13T14:25:29,275 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7667b99fab954f38bed244ea08016149, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731507927893 2024-11-13T14:25:29,280 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/B of 6a6069d59caf969115bd9753299c6e3f into bcc6ef463fb84ae4a56891eb00467601(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:29,280 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:29,280 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/B, priority=13, startTime=1731507928824; duration=0sec 2024-11-13T14:25:29,280 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:29,281 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:B 2024-11-13T14:25:29,295 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#C#compaction#197 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:29,295 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/1a68f0767c2c4c3ebf7a03b98f46bc6a is 50, key is test_row_0/C:col10/1731507927897/Put/seqid=0 2024-11-13T14:25:29,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742056_1232 (size=12309) 2024-11-13T14:25:29,368 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/bd204333d16a4fbda31eee6248147ae1 2024-11-13T14:25:29,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/46813a6b381c4631918b8cb096bfccf3 is 50, key is test_row_0/B:col10/1731507927956/Put/seqid=0 2024-11-13T14:25:29,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742057_1233 (size=12151) 2024-11-13T14:25:29,395 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/46813a6b381c4631918b8cb096bfccf3 2024-11-13T14:25:29,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/4d1b6c042ae74afa8711144823eb30c0 is 50, key is test_row_0/C:col10/1731507927956/Put/seqid=0 2024-11-13T14:25:29,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742058_1234 (size=12151) 2024-11-13T14:25:29,422 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/4d1b6c042ae74afa8711144823eb30c0 2024-11-13T14:25:29,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/bd204333d16a4fbda31eee6248147ae1 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/bd204333d16a4fbda31eee6248147ae1 2024-11-13T14:25:29,434 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/bd204333d16a4fbda31eee6248147ae1, entries=150, sequenceid=154, filesize=11.9 K 2024-11-13T14:25:29,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/46813a6b381c4631918b8cb096bfccf3 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/46813a6b381c4631918b8cb096bfccf3 2024-11-13T14:25:29,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507989442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:29,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:29,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507989442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:29,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,446 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:29,449 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/46813a6b381c4631918b8cb096bfccf3, entries=150, sequenceid=154, filesize=11.9 K 2024-11-13T14:25:29,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/4d1b6c042ae74afa8711144823eb30c0 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/4d1b6c042ae74afa8711144823eb30c0 2024-11-13T14:25:29,463 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/4d1b6c042ae74afa8711144823eb30c0, entries=150, sequenceid=154, filesize=11.9 K 2024-11-13T14:25:29,464 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6a6069d59caf969115bd9753299c6e3f in 526ms, sequenceid=154, compaction requested=false 2024-11-13T14:25:29,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:29,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:29,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-13T14:25:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-13T14:25:29,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-13T14:25:29,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4480 sec 2024-11-13T14:25:29,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.4560 sec 2024-11-13T14:25:29,750 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/1a68f0767c2c4c3ebf7a03b98f46bc6a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/1a68f0767c2c4c3ebf7a03b98f46bc6a 2024-11-13T14:25:29,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:29,754 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:25:29,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T14:25:29,757 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/C of 6a6069d59caf969115bd9753299c6e3f into 1a68f0767c2c4c3ebf7a03b98f46bc6a(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:29,757 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:29,757 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/C, priority=13, startTime=1731507928825; duration=0sec 2024-11-13T14:25:29,757 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:29,757 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:C 2024-11-13T14:25:29,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/c8a5a57756e5430099d3a98974345076 is 50, key is test_row_0/A:col10/1731507929752/Put/seqid=0 2024-11-13T14:25:29,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742059_1235 (size=12151) 2024-11-13T14:25:29,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507989815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:29,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:29,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507989817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:29,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,823 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:29,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507989922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:29,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:29,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:29,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507989932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:29,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:30,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507990131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:30,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:30,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:30,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507990142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:30,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:30,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:30,143 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-13T14:25:30,162 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:30,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:25:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-13T14:25:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T14:25:30,164 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:25:30,165 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:25:30,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:25:30,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/c8a5a57756e5430099d3a98974345076 2024-11-13T14:25:30,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/367d7cf611264e15b929fd70d11de1dc is 50, key is test_row_0/B:col10/1731507929752/Put/seqid=0 2024-11-13T14:25:30,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742060_1236 (size=12151) 2024-11-13T14:25:30,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T14:25:30,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T14:25:30,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:30,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:30,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:30,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:30,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:30,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507990442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:30,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:30,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:30,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:30,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507990451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:30,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:30,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:30,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:30,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T14:25:30,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:30,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:30,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:30,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:30,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T14:25:30,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/367d7cf611264e15b929fd70d11de1dc 2024-11-13T14:25:30,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/c48e2b5b0bba4c218a172275a5285335 is 50, key is test_row_0/C:col10/1731507929752/Put/seqid=0 2024-11-13T14:25:30,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742061_1237 (size=12151) 2024-11-13T14:25:30,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/c48e2b5b0bba4c218a172275a5285335 2024-11-13T14:25:30,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/c8a5a57756e5430099d3a98974345076 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/c8a5a57756e5430099d3a98974345076 2024-11-13T14:25:30,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/c8a5a57756e5430099d3a98974345076, entries=150, sequenceid=168, filesize=11.9 K 2024-11-13T14:25:30,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/367d7cf611264e15b929fd70d11de1dc as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/367d7cf611264e15b929fd70d11de1dc 2024-11-13T14:25:30,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/367d7cf611264e15b929fd70d11de1dc, entries=150, sequenceid=168, filesize=11.9 K 2024-11-13T14:25:30,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/c48e2b5b0bba4c218a172275a5285335 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/c48e2b5b0bba4c218a172275a5285335 2024-11-13T14:25:30,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/c48e2b5b0bba4c218a172275a5285335, entries=150, sequenceid=168, filesize=11.9 K 2024-11-13T14:25:30,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6a6069d59caf969115bd9753299c6e3f in 867ms, sequenceid=168, compaction requested=true 2024-11-13T14:25:30,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:30,622 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:30,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:25:30,623 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:30,623 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/A is initiating minor compaction (all files) 2024-11-13T14:25:30,623 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/A in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:30,623 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/20e17f54feca462d85a3cdbbb00d694c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/bd204333d16a4fbda31eee6248147ae1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/c8a5a57756e5430099d3a98974345076] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=35.8 K 2024-11-13T14:25:30,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:30,624 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:30,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:25:30,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:30,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:25:30,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:30,625 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20e17f54feca462d85a3cdbbb00d694c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731507927893 2024-11-13T14:25:30,625 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd204333d16a4fbda31eee6248147ae1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731507927946 2024-11-13T14:25:30,625 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:30,625 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/B is initiating minor compaction (all files) 2024-11-13T14:25:30,625 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/B in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:30,625 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/bcc6ef463fb84ae4a56891eb00467601, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/46813a6b381c4631918b8cb096bfccf3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/367d7cf611264e15b929fd70d11de1dc] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=35.8 K 2024-11-13T14:25:30,626 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8a5a57756e5430099d3a98974345076, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731507929121 2024-11-13T14:25:30,626 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting bcc6ef463fb84ae4a56891eb00467601, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731507927893 2024-11-13T14:25:30,626 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 46813a6b381c4631918b8cb096bfccf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731507927946 2024-11-13T14:25:30,628 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 367d7cf611264e15b929fd70d11de1dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731507929121 2024-11-13T14:25:30,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-13T14:25:30,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:30,633 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T14:25:30,636 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#A#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:30,636 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/ef64ae30586945c68c0cb276187b0d82 is 50, key is test_row_0/A:col10/1731507929752/Put/seqid=0 2024-11-13T14:25:30,646 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#B#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:30,646 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/0ccc0140b0a44ccd99b5cf236db675eb is 50, key is test_row_0/B:col10/1731507929752/Put/seqid=0 2024-11-13T14:25:30,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/eb1be32441f040c79569e6286bf8c61e is 50, key is test_row_0/A:col10/1731507929813/Put/seqid=0 2024-11-13T14:25:30,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742062_1238 (size=12561) 2024-11-13T14:25:30,673 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/ef64ae30586945c68c0cb276187b0d82 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/ef64ae30586945c68c0cb276187b0d82 2024-11-13T14:25:30,679 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/A of 6a6069d59caf969115bd9753299c6e3f into ef64ae30586945c68c0cb276187b0d82(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:30,679 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:30,679 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/A, priority=13, startTime=1731507930622; duration=0sec 2024-11-13T14:25:30,679 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:30,679 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:A 2024-11-13T14:25:30,680 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:30,680 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:30,681 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/C is initiating minor compaction (all files) 2024-11-13T14:25:30,681 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/C in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:30,681 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/1a68f0767c2c4c3ebf7a03b98f46bc6a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/4d1b6c042ae74afa8711144823eb30c0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/c48e2b5b0bba4c218a172275a5285335] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=35.8 K 2024-11-13T14:25:30,681 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a68f0767c2c4c3ebf7a03b98f46bc6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731507927893 2024-11-13T14:25:30,681 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d1b6c042ae74afa8711144823eb30c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731507927946 2024-11-13T14:25:30,681 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting c48e2b5b0bba4c218a172275a5285335, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731507929121 2024-11-13T14:25:30,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742064_1240 (size=12151) 2024-11-13T14:25:30,691 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/eb1be32441f040c79569e6286bf8c61e 2024-11-13T14:25:30,704 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#C#compaction#206 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:30,705 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/792e4a02e47d4824be038ef1499bab83 is 50, key is test_row_0/C:col10/1731507929752/Put/seqid=0 2024-11-13T14:25:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742063_1239 (size=12561) 2024-11-13T14:25:30,712 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/0ccc0140b0a44ccd99b5cf236db675eb as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/0ccc0140b0a44ccd99b5cf236db675eb 2024-11-13T14:25:30,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/96de83cd14df4c5987195bd47341ee62 is 50, key is test_row_0/B:col10/1731507929813/Put/seqid=0 2024-11-13T14:25:30,721 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/B of 6a6069d59caf969115bd9753299c6e3f into 0ccc0140b0a44ccd99b5cf236db675eb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:30,721 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:30,721 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/B, priority=13, startTime=1731507930624; duration=0sec 2024-11-13T14:25:30,721 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:30,721 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:B 2024-11-13T14:25:30,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742065_1241 (size=12561) 2024-11-13T14:25:30,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742066_1242 (size=12151) 2024-11-13T14:25:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T14:25:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:30,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:30,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507990975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:30,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:30,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507990976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:31,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507991082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:31,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:31,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507991082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:31,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:31,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:31,148 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/792e4a02e47d4824be038ef1499bab83 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/792e4a02e47d4824be038ef1499bab83 2024-11-13T14:25:31,153 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/96de83cd14df4c5987195bd47341ee62 2024-11-13T14:25:31,158 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/C of 6a6069d59caf969115bd9753299c6e3f into 792e4a02e47d4824be038ef1499bab83(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:31,158 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:31,158 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/C, priority=13, startTime=1731507930624; duration=0sec 2024-11-13T14:25:31,158 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:31,158 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:C 2024-11-13T14:25:31,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/0d8b09366a4f42188893653985d85ab6 is 50, key is test_row_0/C:col10/1731507929813/Put/seqid=0 2024-11-13T14:25:31,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742067_1243 (size=12151) 2024-11-13T14:25:31,168 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/0d8b09366a4f42188893653985d85ab6 2024-11-13T14:25:31,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/eb1be32441f040c79569e6286bf8c61e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/eb1be32441f040c79569e6286bf8c61e 2024-11-13T14:25:31,179 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/eb1be32441f040c79569e6286bf8c61e, entries=150, sequenceid=193, filesize=11.9 K 2024-11-13T14:25:31,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/96de83cd14df4c5987195bd47341ee62 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/96de83cd14df4c5987195bd47341ee62 2024-11-13T14:25:31,185 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/96de83cd14df4c5987195bd47341ee62, entries=150, sequenceid=193, filesize=11.9 K 2024-11-13T14:25:31,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/0d8b09366a4f42188893653985d85ab6 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/0d8b09366a4f42188893653985d85ab6 2024-11-13T14:25:31,190 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/0d8b09366a4f42188893653985d85ab6, entries=150, sequenceid=193, filesize=11.9 K 2024-11-13T14:25:31,190 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6a6069d59caf969115bd9753299c6e3f in 557ms, sequenceid=193, compaction requested=false 2024-11-13T14:25:31,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:31,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:31,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-13T14:25:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-13T14:25:31,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-13T14:25:31,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0270 sec 2024-11-13T14:25:31,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.0310 sec 2024-11-13T14:25:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:31,294 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:25:31,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-13T14:25:31,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/bc5fec843f404b9dbd983e70cad8df52 is 50, key is test_row_0/A:col10/1731507931293/Put/seqid=0 2024-11-13T14:25:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-13T14:25:31,302 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:31,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:25:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-13T14:25:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T14:25:31,305 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:25:31,307 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:25:31,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:25:31,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742068_1244 (size=12151) 2024-11-13T14:25:31,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:31,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507991341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:31,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:31,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507991342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:31,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T14:25:31,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507991452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:31,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:31,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507991452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:31,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:31,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T14:25:31,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:31,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:31,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:31,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:31,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:31,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T14:25:31,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:31,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:31,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:31,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:31,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T14:25:31,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507991662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:31,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:31,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507991662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:31,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/bc5fec843f404b9dbd983e70cad8df52 2024-11-13T14:25:31,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/7bcf1998980044cca7c91b749f9055a7 is 50, key is test_row_0/B:col10/1731507931293/Put/seqid=0 2024-11-13T14:25:31,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742069_1245 (size=12151) 2024-11-13T14:25:31,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T14:25:31,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:31,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:31,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:31,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:31,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:31,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T14:25:31,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:31,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:31,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:31,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:31,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:31,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T14:25:31,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507991972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:31,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:31,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507991982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:32,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T14:25:32,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:32,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:32,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:32,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/7bcf1998980044cca7c91b749f9055a7 2024-11-13T14:25:32,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/74dd5ab046a74e6d9ae94476ce69d94f is 50, key is test_row_0/C:col10/1731507931293/Put/seqid=0 2024-11-13T14:25:32,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742070_1246 (size=12151) 2024-11-13T14:25:32,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/74dd5ab046a74e6d9ae94476ce69d94f 2024-11-13T14:25:32,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/bc5fec843f404b9dbd983e70cad8df52 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/bc5fec843f404b9dbd983e70cad8df52 2024-11-13T14:25:32,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/bc5fec843f404b9dbd983e70cad8df52, entries=150, sequenceid=210, filesize=11.9 K 2024-11-13T14:25:32,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/7bcf1998980044cca7c91b749f9055a7 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/7bcf1998980044cca7c91b749f9055a7 2024-11-13T14:25:32,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/7bcf1998980044cca7c91b749f9055a7, entries=150, sequenceid=210, filesize=11.9 K 2024-11-13T14:25:32,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/74dd5ab046a74e6d9ae94476ce69d94f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/74dd5ab046a74e6d9ae94476ce69d94f 2024-11-13T14:25:32,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/74dd5ab046a74e6d9ae94476ce69d94f, entries=150, sequenceid=210, filesize=11.9 K 2024-11-13T14:25:32,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6a6069d59caf969115bd9753299c6e3f in 868ms, sequenceid=210, compaction requested=true 2024-11-13T14:25:32,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:32,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:25:32,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:32,162 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:32,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:25:32,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:32,162 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:32,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:25:32,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:32,163 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:32,163 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:32,163 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/A is initiating minor compaction (all files) 2024-11-13T14:25:32,164 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/A in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:32,164 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/B is initiating minor compaction (all files) 2024-11-13T14:25:32,164 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/ef64ae30586945c68c0cb276187b0d82, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/eb1be32441f040c79569e6286bf8c61e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/bc5fec843f404b9dbd983e70cad8df52] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=36.0 K 2024-11-13T14:25:32,164 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/B in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:32,164 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/0ccc0140b0a44ccd99b5cf236db675eb, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/96de83cd14df4c5987195bd47341ee62, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/7bcf1998980044cca7c91b749f9055a7] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=36.0 K 2024-11-13T14:25:32,164 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ccc0140b0a44ccd99b5cf236db675eb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731507929121 2024-11-13T14:25:32,164 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef64ae30586945c68c0cb276187b0d82, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731507929121 2024-11-13T14:25:32,164 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb1be32441f040c79569e6286bf8c61e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731507929800 2024-11-13T14:25:32,165 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 96de83cd14df4c5987195bd47341ee62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731507929800 2024-11-13T14:25:32,165 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bcf1998980044cca7c91b749f9055a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731507930959 2024-11-13T14:25:32,165 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc5fec843f404b9dbd983e70cad8df52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731507930959 2024-11-13T14:25:32,173 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#A#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:32,174 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#B#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:32,174 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/08f40296fb464f8f8579a2da8f86cd66 is 50, key is test_row_0/A:col10/1731507931293/Put/seqid=0 2024-11-13T14:25:32,174 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/01146462ef95409ea393107ce6d25d45 is 50, key is test_row_0/B:col10/1731507931293/Put/seqid=0 2024-11-13T14:25:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:32,185 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:25:32,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T14:25:32,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742071_1247 (size=12663) 2024-11-13T14:25:32,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742072_1248 (size=12663) 2024-11-13T14:25:32,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507992210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:32,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/8842b7852ef54800af57ea1d87e59a3c is 50, key is test_row_0/A:col10/1731507931339/Put/seqid=0 2024-11-13T14:25:32,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:32,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507992211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:32,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:32,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742073_1249 (size=14541) 2024-11-13T14:25:32,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1731507992221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:32,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T14:25:32,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:32,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:32,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:32,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,225 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in 6a6069d59caf969115bd9753299c6e3f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:32,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507992325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:32,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507992325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:32,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T14:25:32,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:32,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:32,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:32,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T14:25:32,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507992482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:32,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:32,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507992492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:32,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:32,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T14:25:32,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:32,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:32,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:32,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507992531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:32,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:32,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507992532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:32,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:32,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:32,607 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/08f40296fb464f8f8579a2da8f86cd66 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/08f40296fb464f8f8579a2da8f86cd66 2024-11-13T14:25:32,613 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/A of 6a6069d59caf969115bd9753299c6e3f into 08f40296fb464f8f8579a2da8f86cd66(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:32,613 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:32,613 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/A, priority=13, startTime=1731507932162; duration=0sec 2024-11-13T14:25:32,614 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:32,614 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:A 2024-11-13T14:25:32,614 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:32,615 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:32,615 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/C is initiating minor compaction (all files) 2024-11-13T14:25:32,615 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/C in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:32,615 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/792e4a02e47d4824be038ef1499bab83, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/0d8b09366a4f42188893653985d85ab6, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/74dd5ab046a74e6d9ae94476ce69d94f] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=36.0 K 2024-11-13T14:25:32,616 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 792e4a02e47d4824be038ef1499bab83, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731507929121 2024-11-13T14:25:32,616 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d8b09366a4f42188893653985d85ab6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731507929800 2024-11-13T14:25:32,617 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74dd5ab046a74e6d9ae94476ce69d94f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731507930959 2024-11-13T14:25:32,617 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/01146462ef95409ea393107ce6d25d45 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/01146462ef95409ea393107ce6d25d45 2024-11-13T14:25:32,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/8842b7852ef54800af57ea1d87e59a3c 2024-11-13T14:25:32,624 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/B of 6a6069d59caf969115bd9753299c6e3f into 01146462ef95409ea393107ce6d25d45(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:32,624 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:32,624 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/B, priority=13, startTime=1731507932162; duration=0sec 2024-11-13T14:25:32,624 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:32,624 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:B 2024-11-13T14:25:32,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/843255104fdb4ce38285cda60ac911a6 is 50, key is test_row_0/B:col10/1731507931339/Put/seqid=0 2024-11-13T14:25:32,639 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#C#compaction#215 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:32,639 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/0b10a9a4521c4b14b8d8e7d58e7780db is 50, key is test_row_0/C:col10/1731507931293/Put/seqid=0 2024-11-13T14:25:32,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742074_1250 (size=12151) 2024-11-13T14:25:32,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742075_1251 (size=12663) 2024-11-13T14:25:32,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T14:25:32,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:32,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:32,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:32,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T14:25:32,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:32,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:32,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:32,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507992842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:32,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:32,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507992842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:32,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:32,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T14:25:32,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:32,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:32,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:32,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:33,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/843255104fdb4ce38285cda60ac911a6 2024-11-13T14:25:33,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/4d72295123cd49f2a6a205d35bc42a05 is 50, key is test_row_0/C:col10/1731507931339/Put/seqid=0 2024-11-13T14:25:33,066 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/0b10a9a4521c4b14b8d8e7d58e7780db as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/0b10a9a4521c4b14b8d8e7d58e7780db 2024-11-13T14:25:33,072 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/C of 6a6069d59caf969115bd9753299c6e3f into 0b10a9a4521c4b14b8d8e7d58e7780db(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:33,072 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:33,072 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/C, priority=13, startTime=1731507932162; duration=0sec 2024-11-13T14:25:33,072 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:33,072 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:C 2024-11-13T14:25:33,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742076_1252 (size=12151) 2024-11-13T14:25:33,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/4d72295123cd49f2a6a205d35bc42a05 2024-11-13T14:25:33,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/8842b7852ef54800af57ea1d87e59a3c as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/8842b7852ef54800af57ea1d87e59a3c 2024-11-13T14:25:33,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/8842b7852ef54800af57ea1d87e59a3c, entries=200, sequenceid=233, filesize=14.2 K 2024-11-13T14:25:33,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/843255104fdb4ce38285cda60ac911a6 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/843255104fdb4ce38285cda60ac911a6 2024-11-13T14:25:33,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/843255104fdb4ce38285cda60ac911a6, entries=150, sequenceid=233, filesize=11.9 K 2024-11-13T14:25:33,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/4d72295123cd49f2a6a205d35bc42a05 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/4d72295123cd49f2a6a205d35bc42a05 2024-11-13T14:25:33,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/4d72295123cd49f2a6a205d35bc42a05, entries=150, sequenceid=233, filesize=11.9 K 2024-11-13T14:25:33,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6a6069d59caf969115bd9753299c6e3f in 930ms, sequenceid=233, compaction requested=false 2024-11-13T14:25:33,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:33,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-13T14:25:33,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:33,143 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T14:25:33,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/0c92cb534fb64730a26652ef317c22b8 is 50, key is test_row_0/A:col10/1731507932208/Put/seqid=0 2024-11-13T14:25:33,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742077_1253 (size=12151) 2024-11-13T14:25:33,166 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/0c92cb534fb64730a26652ef317c22b8 2024-11-13T14:25:33,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/1faa03e31caf4a459475ab36665f9af3 is 50, key is test_row_0/B:col10/1731507932208/Put/seqid=0 2024-11-13T14:25:33,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742078_1254 (size=12151) 2024-11-13T14:25:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:33,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T14:25:33,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507993446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:33,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507993446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:33,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:33,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:33,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:33,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:33,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:33,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:33,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507993493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:33,497 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in 6a6069d59caf969115bd9753299c6e3f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:33,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:33,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:33,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:33,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507993502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:33,507 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_0' in 6a6069d59caf969115bd9753299c6e3f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:33,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:33,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:33,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:33,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507993562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:33,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507993562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:33,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:33,580 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/1faa03e31caf4a459475ab36665f9af3 2024-11-13T14:25:33,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/57925b52bc524cdc95f613d1e5a3c51a is 50, key is test_row_0/C:col10/1731507932208/Put/seqid=0 2024-11-13T14:25:33,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742079_1255 (size=12151) 2024-11-13T14:25:33,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507993772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:33,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:33,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:33,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507993772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:33,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:33,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:33,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:33,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:34,003 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/57925b52bc524cdc95f613d1e5a3c51a 2024-11-13T14:25:34,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/0c92cb534fb64730a26652ef317c22b8 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/0c92cb534fb64730a26652ef317c22b8 2024-11-13T14:25:34,021 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/0c92cb534fb64730a26652ef317c22b8, entries=150, sequenceid=249, filesize=11.9 K 2024-11-13T14:25:34,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/1faa03e31caf4a459475ab36665f9af3 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/1faa03e31caf4a459475ab36665f9af3 2024-11-13T14:25:34,028 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/1faa03e31caf4a459475ab36665f9af3, entries=150, sequenceid=249, filesize=11.9 K 2024-11-13T14:25:34,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/57925b52bc524cdc95f613d1e5a3c51a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/57925b52bc524cdc95f613d1e5a3c51a 2024-11-13T14:25:34,036 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/57925b52bc524cdc95f613d1e5a3c51a, entries=150, sequenceid=249, filesize=11.9 K 2024-11-13T14:25:34,037 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6a6069d59caf969115bd9753299c6e3f in 894ms, sequenceid=249, compaction requested=true 2024-11-13T14:25:34,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:34,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:34,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-13T14:25:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-13T14:25:34,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-13T14:25:34,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7320 sec 2024-11-13T14:25:34,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 2.7390 sec 2024-11-13T14:25:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:34,085 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:25:34,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T14:25:34,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/29e06f077b6448e5b9b19314102fea1d is 50, key is test_row_0/A:col10/1731507933440/Put/seqid=0 2024-11-13T14:25:34,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742080_1256 (size=17181) 2024-11-13T14:25:34,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/29e06f077b6448e5b9b19314102fea1d 2024-11-13T14:25:34,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507994107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:34,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:34,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:34,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507994112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:34,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/2baa0f3a4ece498197734a28d706950a is 50, key is test_row_0/B:col10/1731507933440/Put/seqid=0 2024-11-13T14:25:34,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742081_1257 (size=12301) 2024-11-13T14:25:34,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/2baa0f3a4ece498197734a28d706950a 2024-11-13T14:25:34,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/9b1487bde70949378f164c305d0065d3 is 50, key is test_row_0/C:col10/1731507933440/Put/seqid=0 2024-11-13T14:25:34,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742082_1258 (size=12301) 2024-11-13T14:25:34,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/9b1487bde70949378f164c305d0065d3 2024-11-13T14:25:34,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/29e06f077b6448e5b9b19314102fea1d as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/29e06f077b6448e5b9b19314102fea1d 2024-11-13T14:25:34,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/29e06f077b6448e5b9b19314102fea1d, entries=250, sequenceid=274, filesize=16.8 K 2024-11-13T14:25:34,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/2baa0f3a4ece498197734a28d706950a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/2baa0f3a4ece498197734a28d706950a 2024-11-13T14:25:34,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/2baa0f3a4ece498197734a28d706950a, entries=150, sequenceid=274, filesize=12.0 K 2024-11-13T14:25:34,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/9b1487bde70949378f164c305d0065d3 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/9b1487bde70949378f164c305d0065d3 2024-11-13T14:25:34,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/9b1487bde70949378f164c305d0065d3, entries=150, sequenceid=274, filesize=12.0 K 2024-11-13T14:25:34,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6a6069d59caf969115bd9753299c6e3f in 100ms, sequenceid=274, compaction requested=true 2024-11-13T14:25:34,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:34,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:25:34,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:34,185 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:25:34,185 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:25:34,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:25:34,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:34,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:25:34,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:34,187 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:25:34,187 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56536 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:25:34,187 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/B is initiating minor compaction (all files) 2024-11-13T14:25:34,187 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/A is initiating minor compaction (all files) 2024-11-13T14:25:34,187 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/B in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:34,187 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/A in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:34,187 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/08f40296fb464f8f8579a2da8f86cd66, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/8842b7852ef54800af57ea1d87e59a3c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/0c92cb534fb64730a26652ef317c22b8, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/29e06f077b6448e5b9b19314102fea1d] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=55.2 K 2024-11-13T14:25:34,187 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/01146462ef95409ea393107ce6d25d45, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/843255104fdb4ce38285cda60ac911a6, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/1faa03e31caf4a459475ab36665f9af3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/2baa0f3a4ece498197734a28d706950a] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=48.1 K 2024-11-13T14:25:34,188 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 01146462ef95409ea393107ce6d25d45, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731507930959 2024-11-13T14:25:34,188 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08f40296fb464f8f8579a2da8f86cd66, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731507930959 2024-11-13T14:25:34,188 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 843255104fdb4ce38285cda60ac911a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731507931339 2024-11-13T14:25:34,189 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8842b7852ef54800af57ea1d87e59a3c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731507931331 2024-11-13T14:25:34,189 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 1faa03e31caf4a459475ab36665f9af3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731507932205 2024-11-13T14:25:34,189 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c92cb534fb64730a26652ef317c22b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731507932205 2024-11-13T14:25:34,190 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 2baa0f3a4ece498197734a28d706950a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731507933440 2024-11-13T14:25:34,191 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29e06f077b6448e5b9b19314102fea1d, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731507933413 2024-11-13T14:25:34,201 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#B#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:34,201 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#A#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:34,201 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/f359bf2613994e7d96632993a4b45f64 is 50, key is test_row_0/B:col10/1731507933440/Put/seqid=0 2024-11-13T14:25:34,202 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/5011f6970042470a99f568cb57bd8a0c is 50, key is test_row_0/A:col10/1731507933440/Put/seqid=0 2024-11-13T14:25:34,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742083_1259 (size=12949) 2024-11-13T14:25:34,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742084_1260 (size=12949) 2024-11-13T14:25:34,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:34,225 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:25:34,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T14:25:34,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/f298ee957b1840e38e38ae06afd77992 is 50, key is test_row_0/A:col10/1731507934224/Put/seqid=0 2024-11-13T14:25:34,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742085_1261 (size=12301) 2024-11-13T14:25:34,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/f298ee957b1840e38e38ae06afd77992 2024-11-13T14:25:34,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/4b8ef3e76d574cd5a2944d67a49c9867 is 50, key is test_row_0/B:col10/1731507934224/Put/seqid=0 2024-11-13T14:25:34,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742086_1262 (size=12301) 2024-11-13T14:25:34,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507994296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:34,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:34,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507994299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:34,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:34,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:34,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507994402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:34,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507994412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:34,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:34,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:34,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507994612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:34,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:34,619 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/5011f6970042470a99f568cb57bd8a0c as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/5011f6970042470a99f568cb57bd8a0c 2024-11-13T14:25:34,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507994622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:34,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:34,626 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/f359bf2613994e7d96632993a4b45f64 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/f359bf2613994e7d96632993a4b45f64 2024-11-13T14:25:34,627 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/A of 6a6069d59caf969115bd9753299c6e3f into 5011f6970042470a99f568cb57bd8a0c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:34,627 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:34,627 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/A, priority=12, startTime=1731507934185; duration=0sec 2024-11-13T14:25:34,627 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:34,627 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:A 2024-11-13T14:25:34,627 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:25:34,628 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:25:34,628 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/C is initiating minor compaction (all files) 2024-11-13T14:25:34,628 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/C in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:34,628 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/0b10a9a4521c4b14b8d8e7d58e7780db, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/4d72295123cd49f2a6a205d35bc42a05, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/57925b52bc524cdc95f613d1e5a3c51a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/9b1487bde70949378f164c305d0065d3] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=48.1 K 2024-11-13T14:25:34,629 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b10a9a4521c4b14b8d8e7d58e7780db, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731507930959 2024-11-13T14:25:34,629 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d72295123cd49f2a6a205d35bc42a05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731507931339 2024-11-13T14:25:34,630 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57925b52bc524cdc95f613d1e5a3c51a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731507932205 2024-11-13T14:25:34,630 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b1487bde70949378f164c305d0065d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731507933440 2024-11-13T14:25:34,632 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/B of 6a6069d59caf969115bd9753299c6e3f into f359bf2613994e7d96632993a4b45f64(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:34,632 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:34,632 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/B, priority=12, startTime=1731507934185; duration=0sec 2024-11-13T14:25:34,632 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:34,632 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:B 2024-11-13T14:25:34,638 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#C#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:34,639 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/f0e2cbf2b1a443b0bc38075071b8b4e2 is 50, key is test_row_0/C:col10/1731507933440/Put/seqid=0 2024-11-13T14:25:34,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742087_1263 (size=12949) 2024-11-13T14:25:34,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/4b8ef3e76d574cd5a2944d67a49c9867 2024-11-13T14:25:34,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/11e9bb7b140c49cd9fbb438395fffb29 is 50, key is test_row_0/C:col10/1731507934224/Put/seqid=0 2024-11-13T14:25:34,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742088_1264 (size=12301) 2024-11-13T14:25:34,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/11e9bb7b140c49cd9fbb438395fffb29 2024-11-13T14:25:34,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/f298ee957b1840e38e38ae06afd77992 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/f298ee957b1840e38e38ae06afd77992 2024-11-13T14:25:34,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/f298ee957b1840e38e38ae06afd77992, entries=150, sequenceid=286, filesize=12.0 K 2024-11-13T14:25:34,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/4b8ef3e76d574cd5a2944d67a49c9867 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/4b8ef3e76d574cd5a2944d67a49c9867 2024-11-13T14:25:34,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/4b8ef3e76d574cd5a2944d67a49c9867, entries=150, sequenceid=286, filesize=12.0 K 2024-11-13T14:25:34,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/11e9bb7b140c49cd9fbb438395fffb29 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/11e9bb7b140c49cd9fbb438395fffb29 2024-11-13T14:25:34,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/11e9bb7b140c49cd9fbb438395fffb29, entries=150, sequenceid=286, filesize=12.0 K 2024-11-13T14:25:34,702 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-13T14:25:34,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6a6069d59caf969115bd9753299c6e3f in 477ms, sequenceid=286, compaction requested=false 2024-11-13T14:25:34,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:34,926 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:25:34,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T14:25:34,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/1224b6ea23b940cdb542b6a5e6d1a9fb is 50, key is test_row_0/A:col10/1731507934294/Put/seqid=0 2024-11-13T14:25:34,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742089_1265 (size=14741) 2024-11-13T14:25:34,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:34,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507994947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507994947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:35,048 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/f0e2cbf2b1a443b0bc38075071b8b4e2 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/f0e2cbf2b1a443b0bc38075071b8b4e2 2024-11-13T14:25:35,053 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/C of 6a6069d59caf969115bd9753299c6e3f into f0e2cbf2b1a443b0bc38075071b8b4e2(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:35,053 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:35,053 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/C, priority=12, startTime=1731507934185; duration=0sec 2024-11-13T14:25:35,053 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:35,053 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:C 2024-11-13T14:25:35,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507995062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:35,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507995062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:35,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:35,066 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:35,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507995272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:35,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:35,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:35,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507995272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:35,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:35,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:35,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:35,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:35,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/1224b6ea23b940cdb542b6a5e6d1a9fb 2024-11-13T14:25:35,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/c7944505696b40ccb46e7f35e1952286 is 50, key is test_row_0/B:col10/1731507934294/Put/seqid=0 2024-11-13T14:25:35,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742090_1266 (size=12301) 2024-11-13T14:25:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-13T14:25:35,472 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:35,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:25:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-13T14:25:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T14:25:35,476 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:25:35,477 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:25:35,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:25:35,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507995512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:35,519 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in 6a6069d59caf969115bd9753299c6e3f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:35,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:35,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:35,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:35,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507995532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:35,535 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_0' in 6a6069d59caf969115bd9753299c6e3f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T14:25:35,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507995582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:35,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:35,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:35,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:35,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:35,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507995582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:35,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:35,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:35,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:35,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T14:25:35,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:35,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:35,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:35,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:35,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:35,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/c7944505696b40ccb46e7f35e1952286 2024-11-13T14:25:35,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/d27a3c6ee5ca4a0fb585c630ed0f9f9f is 50, key is test_row_0/C:col10/1731507934294/Put/seqid=0 2024-11-13T14:25:35,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T14:25:35,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:35,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:35,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:35,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:35,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:35,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T14:25:35,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742091_1267 (size=12301) 2024-11-13T14:25:35,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/d27a3c6ee5ca4a0fb585c630ed0f9f9f 2024-11-13T14:25:35,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/1224b6ea23b940cdb542b6a5e6d1a9fb as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/1224b6ea23b940cdb542b6a5e6d1a9fb 2024-11-13T14:25:35,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/1224b6ea23b940cdb542b6a5e6d1a9fb, entries=200, sequenceid=313, filesize=14.4 K 2024-11-13T14:25:35,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/c7944505696b40ccb46e7f35e1952286 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/c7944505696b40ccb46e7f35e1952286 2024-11-13T14:25:35,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/c7944505696b40ccb46e7f35e1952286, entries=150, sequenceid=313, filesize=12.0 K 2024-11-13T14:25:35,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/d27a3c6ee5ca4a0fb585c630ed0f9f9f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/d27a3c6ee5ca4a0fb585c630ed0f9f9f 2024-11-13T14:25:35,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/d27a3c6ee5ca4a0fb585c630ed0f9f9f, entries=150, sequenceid=313, filesize=12.0 K 2024-11-13T14:25:35,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6a6069d59caf969115bd9753299c6e3f in 915ms, sequenceid=313, compaction requested=true 2024-11-13T14:25:35,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:35,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:25:35,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:35,841 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:35,841 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:35,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:25:35,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:35,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:25:35,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:35,842 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:35,843 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/B is initiating minor compaction (all files) 2024-11-13T14:25:35,843 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/B in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:35,843 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/f359bf2613994e7d96632993a4b45f64, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/4b8ef3e76d574cd5a2944d67a49c9867, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/c7944505696b40ccb46e7f35e1952286] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=36.7 K 2024-11-13T14:25:35,843 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:35,843 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/A is initiating minor compaction (all files) 2024-11-13T14:25:35,843 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/A in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:35,843 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/5011f6970042470a99f568cb57bd8a0c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/f298ee957b1840e38e38ae06afd77992, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/1224b6ea23b940cdb542b6a5e6d1a9fb] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=39.1 K 2024-11-13T14:25:35,843 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting f359bf2613994e7d96632993a4b45f64, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731507933440 2024-11-13T14:25:35,844 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5011f6970042470a99f568cb57bd8a0c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731507933440 2024-11-13T14:25:35,844 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b8ef3e76d574cd5a2944d67a49c9867, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731507934089 2024-11-13T14:25:35,844 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting f298ee957b1840e38e38ae06afd77992, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731507934089 2024-11-13T14:25:35,845 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting c7944505696b40ccb46e7f35e1952286, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731507934292 2024-11-13T14:25:35,845 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1224b6ea23b940cdb542b6a5e6d1a9fb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731507934292 2024-11-13T14:25:35,856 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#A#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:35,857 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/1e9e385329b5414abdf7d1bf3103afa8 is 50, key is test_row_0/A:col10/1731507934294/Put/seqid=0 2024-11-13T14:25:35,865 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#B#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:35,865 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/1489baf915ef4f1d923ef1d6d3da5e64 is 50, key is test_row_0/B:col10/1731507934294/Put/seqid=0 2024-11-13T14:25:35,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742092_1268 (size=13051) 2024-11-13T14:25:35,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742093_1269 (size=13051) 2024-11-13T14:25:35,892 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/1489baf915ef4f1d923ef1d6d3da5e64 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/1489baf915ef4f1d923ef1d6d3da5e64 2024-11-13T14:25:35,897 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/B of 6a6069d59caf969115bd9753299c6e3f into 1489baf915ef4f1d923ef1d6d3da5e64(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:35,897 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:35,897 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/B, priority=13, startTime=1731507935841; duration=0sec 2024-11-13T14:25:35,897 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:35,897 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:B 2024-11-13T14:25:35,897 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:35,898 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:35,898 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/C is initiating minor compaction (all files) 2024-11-13T14:25:35,898 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/C in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:35,898 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/f0e2cbf2b1a443b0bc38075071b8b4e2, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/11e9bb7b140c49cd9fbb438395fffb29, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/d27a3c6ee5ca4a0fb585c630ed0f9f9f] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=36.7 K 2024-11-13T14:25:35,899 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting f0e2cbf2b1a443b0bc38075071b8b4e2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731507933440 2024-11-13T14:25:35,899 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 11e9bb7b140c49cd9fbb438395fffb29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731507934089 2024-11-13T14:25:35,904 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting d27a3c6ee5ca4a0fb585c630ed0f9f9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731507934292 2024-11-13T14:25:35,921 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#C#compaction#235 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:35,922 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/e113724a72f24dfeadb60b5ad048c225 is 50, key is test_row_0/C:col10/1731507934294/Put/seqid=0 2024-11-13T14:25:35,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-13T14:25:35,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:35,937 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:25:35,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742094_1270 (size=13051) 2024-11-13T14:25:35,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/be98addbdd35426d8980e2a3efa3a37d is 50, key is test_row_0/A:col10/1731507934938/Put/seqid=0 2024-11-13T14:25:35,946 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/e113724a72f24dfeadb60b5ad048c225 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/e113724a72f24dfeadb60b5ad048c225 2024-11-13T14:25:35,954 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/C of 6a6069d59caf969115bd9753299c6e3f into e113724a72f24dfeadb60b5ad048c225(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:35,955 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:35,955 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/C, priority=13, startTime=1731507935842; duration=0sec 2024-11-13T14:25:35,955 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:35,955 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:C 2024-11-13T14:25:35,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742095_1271 (size=12301) 2024-11-13T14:25:36,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:36,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T14:25:36,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507996145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:36,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:36,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:36,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507996145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:36,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:36,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:36,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:36,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:36,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507996252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:36,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:36,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:36,254 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:36,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:36,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507996262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:36,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:36,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:36,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:36,274 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/1e9e385329b5414abdf7d1bf3103afa8 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/1e9e385329b5414abdf7d1bf3103afa8 2024-11-13T14:25:36,278 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/A of 6a6069d59caf969115bd9753299c6e3f into 1e9e385329b5414abdf7d1bf3103afa8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:36,279 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:36,279 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/A, priority=13, startTime=1731507935841; duration=0sec 2024-11-13T14:25:36,279 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:36,279 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:A 2024-11-13T14:25:36,360 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/be98addbdd35426d8980e2a3efa3a37d 2024-11-13T14:25:36,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/70809d15844947a09383ad8fdc166cfc is 50, key is test_row_0/B:col10/1731507934938/Put/seqid=0 2024-11-13T14:25:36,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742096_1272 (size=12301) 2024-11-13T14:25:36,375 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/70809d15844947a09383ad8fdc166cfc 2024-11-13T14:25:36,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/3a3138c6cb2f4901bb495d38d22fe67f is 50, key is test_row_0/C:col10/1731507934938/Put/seqid=0 2024-11-13T14:25:36,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742097_1273 (size=12301) 2024-11-13T14:25:36,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507996462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:36,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:36,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507996471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:36,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:36,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:36,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T14:25:36,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507996772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:36,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:36,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:36,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:36,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507996782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:36,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:36,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:36,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:36,789 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/3a3138c6cb2f4901bb495d38d22fe67f 2024-11-13T14:25:36,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/be98addbdd35426d8980e2a3efa3a37d as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/be98addbdd35426d8980e2a3efa3a37d 2024-11-13T14:25:36,798 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/be98addbdd35426d8980e2a3efa3a37d, entries=150, sequenceid=326, filesize=12.0 K 2024-11-13T14:25:36,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/70809d15844947a09383ad8fdc166cfc as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/70809d15844947a09383ad8fdc166cfc 2024-11-13T14:25:36,802 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/70809d15844947a09383ad8fdc166cfc, entries=150, sequenceid=326, filesize=12.0 K 2024-11-13T14:25:36,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/3a3138c6cb2f4901bb495d38d22fe67f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/3a3138c6cb2f4901bb495d38d22fe67f 2024-11-13T14:25:36,806 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/3a3138c6cb2f4901bb495d38d22fe67f, entries=150, sequenceid=326, filesize=12.0 K 2024-11-13T14:25:36,807 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6a6069d59caf969115bd9753299c6e3f in 871ms, sequenceid=326, compaction requested=false 2024-11-13T14:25:36,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:36,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:36,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-13T14:25:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-13T14:25:36,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-13T14:25:36,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3310 sec 2024-11-13T14:25:36,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.3380 sec 2024-11-13T14:25:37,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:37,288 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:25:37,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T14:25:37,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/5a8a909c2ee749768fa41302ef712da6 is 50, key is test_row_0/A:col10/1731507936141/Put/seqid=0 2024-11-13T14:25:37,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742098_1274 (size=14741) 2024-11-13T14:25:37,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507997304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:37,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507997306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:37,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:37,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507997412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:37,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507997413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-13T14:25:37,622 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:37,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:25:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-13T14:25:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T14:25:37,625 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:25:37,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507997622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:37,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507997622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:37,626 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:25:37,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:25:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:37,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/5a8a909c2ee749768fa41302ef712da6 2024-11-13T14:25:37,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/50a97ed5d44644a3af93c96d35ccc8c8 is 50, key is test_row_0/B:col10/1731507936141/Put/seqid=0 2024-11-13T14:25:37,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742099_1275 (size=12301) 2024-11-13T14:25:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T14:25:37,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-13T14:25:37,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:37,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:37,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:37,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:37,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:37,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:37,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-13T14:25:37,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:37,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:37,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:37,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:37,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:37,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507997932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:37,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:37,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:37,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:37,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507997932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:37,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:37,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:37,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T14:25:38,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-13T14:25:38,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:38,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:38,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:38,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:38,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:38,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/50a97ed5d44644a3af93c96d35ccc8c8 2024-11-13T14:25:38,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/30c1ec3db1404be9874b1d4a35aadbb2 is 50, key is test_row_0/C:col10/1731507936141/Put/seqid=0 2024-11-13T14:25:38,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742100_1276 (size=12301) 2024-11-13T14:25:38,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/30c1ec3db1404be9874b1d4a35aadbb2 2024-11-13T14:25:38,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/5a8a909c2ee749768fa41302ef712da6 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/5a8a909c2ee749768fa41302ef712da6 2024-11-13T14:25:38,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/5a8a909c2ee749768fa41302ef712da6, entries=200, sequenceid=354, filesize=14.4 K 2024-11-13T14:25:38,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/50a97ed5d44644a3af93c96d35ccc8c8 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/50a97ed5d44644a3af93c96d35ccc8c8 2024-11-13T14:25:38,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/50a97ed5d44644a3af93c96d35ccc8c8, entries=150, sequenceid=354, filesize=12.0 K 2024-11-13T14:25:38,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-13T14:25:38,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:38,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:38,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:38,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:38,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:38,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/30c1ec3db1404be9874b1d4a35aadbb2 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/30c1ec3db1404be9874b1d4a35aadbb2 2024-11-13T14:25:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:38,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/30c1ec3db1404be9874b1d4a35aadbb2, entries=150, sequenceid=354, filesize=12.0 K 2024-11-13T14:25:38,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6a6069d59caf969115bd9753299c6e3f in 963ms, sequenceid=354, compaction requested=true 2024-11-13T14:25:38,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:38,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:25:38,251 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:38,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:38,251 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T14:25:38,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:25:38,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:38,254 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:38,254 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:38,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:25:38,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:38,254 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/A is initiating minor compaction (all files) 2024-11-13T14:25:38,254 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/B is initiating minor compaction (all files) 2024-11-13T14:25:38,254 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/B in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:38,254 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/A in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:38,254 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/1e9e385329b5414abdf7d1bf3103afa8, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/be98addbdd35426d8980e2a3efa3a37d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/5a8a909c2ee749768fa41302ef712da6] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=39.2 K 2024-11-13T14:25:38,254 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/1489baf915ef4f1d923ef1d6d3da5e64, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/70809d15844947a09383ad8fdc166cfc, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/50a97ed5d44644a3af93c96d35ccc8c8] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=36.8 K 2024-11-13T14:25:38,254 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 1489baf915ef4f1d923ef1d6d3da5e64, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731507934292 2024-11-13T14:25:38,255 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e9e385329b5414abdf7d1bf3103afa8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731507934292 2024-11-13T14:25:38,255 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 70809d15844947a09383ad8fdc166cfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731507934938 2024-11-13T14:25:38,255 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting be98addbdd35426d8980e2a3efa3a37d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731507934938 2024-11-13T14:25:38,255 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 50a97ed5d44644a3af93c96d35ccc8c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731507936137 2024-11-13T14:25:38,256 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a8a909c2ee749768fa41302ef712da6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731507936137 2024-11-13T14:25:38,280 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#B#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:38,281 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/6a0e4cee88be4b50afdc265c5898daab is 50, key is test_row_0/B:col10/1731507936141/Put/seqid=0 2024-11-13T14:25:38,291 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#A#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:38,295 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/4df4e784c86740e293e8474ddcf83109 is 50, key is test_row_0/A:col10/1731507936141/Put/seqid=0 2024-11-13T14:25:38,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742101_1277 (size=13153) 2024-11-13T14:25:38,346 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/6a0e4cee88be4b50afdc265c5898daab as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/6a0e4cee88be4b50afdc265c5898daab 2024-11-13T14:25:38,359 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/B of 6a6069d59caf969115bd9753299c6e3f into 6a0e4cee88be4b50afdc265c5898daab(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:38,359 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:38,359 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/B, priority=13, startTime=1731507938251; duration=0sec 2024-11-13T14:25:38,359 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:38,359 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:B 2024-11-13T14:25:38,359 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:38,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742102_1278 (size=13153) 2024-11-13T14:25:38,362 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:38,363 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/C is initiating minor compaction (all files) 2024-11-13T14:25:38,363 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/C in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:38,363 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/e113724a72f24dfeadb60b5ad048c225, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/3a3138c6cb2f4901bb495d38d22fe67f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/30c1ec3db1404be9874b1d4a35aadbb2] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=36.8 K 2024-11-13T14:25:38,364 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting e113724a72f24dfeadb60b5ad048c225, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731507934292 2024-11-13T14:25:38,365 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a3138c6cb2f4901bb495d38d22fe67f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731507934938 2024-11-13T14:25:38,365 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 30c1ec3db1404be9874b1d4a35aadbb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731507936137 2024-11-13T14:25:38,370 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/4df4e784c86740e293e8474ddcf83109 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/4df4e784c86740e293e8474ddcf83109 2024-11-13T14:25:38,382 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#C#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:38,385 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/112563b6d46c4ae5a94e2d0a7f7b69da is 50, key is test_row_0/C:col10/1731507936141/Put/seqid=0 2024-11-13T14:25:38,385 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/A of 6a6069d59caf969115bd9753299c6e3f into 4df4e784c86740e293e8474ddcf83109(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:38,385 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:38,385 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/A, priority=13, startTime=1731507938251; duration=0sec 2024-11-13T14:25:38,385 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:38,385 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:A 2024-11-13T14:25:38,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-13T14:25:38,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:38,396 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-13T14:25:38,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/8ec612ba341145569a4a6669bfff7208 is 50, key is test_row_0/A:col10/1731507937304/Put/seqid=0 2024-11-13T14:25:38,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742104_1280 (size=12301) 2024-11-13T14:25:38,435 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/8ec612ba341145569a4a6669bfff7208 2024-11-13T14:25:38,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742103_1279 (size=13153) 2024-11-13T14:25:38,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/cbf48f9158e640a4a47104a7c673df8b is 50, key is test_row_0/B:col10/1731507937304/Put/seqid=0 2024-11-13T14:25:38,454 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/112563b6d46c4ae5a94e2d0a7f7b69da as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/112563b6d46c4ae5a94e2d0a7f7b69da 2024-11-13T14:25:38,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:38,461 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/C of 6a6069d59caf969115bd9753299c6e3f into 112563b6d46c4ae5a94e2d0a7f7b69da(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:38,461 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:38,461 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/C, priority=13, startTime=1731507938254; duration=0sec 2024-11-13T14:25:38,461 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:38,461 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:C 2024-11-13T14:25:38,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742105_1281 (size=12301) 2024-11-13T14:25:38,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507998529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:38,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507998529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:38,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:38,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:38,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:38,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507998642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:38,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507998642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:38,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:38,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:38,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:38,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:38,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:38,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T14:25:38,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507998852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:38,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:38,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:38,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:38,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507998853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:38,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:38,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:38,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:38,903 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/cbf48f9158e640a4a47104a7c673df8b 2024-11-13T14:25:38,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/5549065afff34842b627259a2b6e1f5d is 50, key is test_row_0/C:col10/1731507937304/Put/seqid=0 2024-11-13T14:25:38,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742106_1282 (size=12301) 2024-11-13T14:25:38,938 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/5549065afff34842b627259a2b6e1f5d 2024-11-13T14:25:38,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/8ec612ba341145569a4a6669bfff7208 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/8ec612ba341145569a4a6669bfff7208 2024-11-13T14:25:38,956 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/8ec612ba341145569a4a6669bfff7208, entries=150, sequenceid=366, filesize=12.0 K 2024-11-13T14:25:38,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/cbf48f9158e640a4a47104a7c673df8b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/cbf48f9158e640a4a47104a7c673df8b 2024-11-13T14:25:38,976 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/cbf48f9158e640a4a47104a7c673df8b, entries=150, sequenceid=366, filesize=12.0 K 2024-11-13T14:25:38,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/5549065afff34842b627259a2b6e1f5d as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/5549065afff34842b627259a2b6e1f5d 2024-11-13T14:25:38,988 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/5549065afff34842b627259a2b6e1f5d, entries=150, sequenceid=366, filesize=12.0 K 2024-11-13T14:25:38,989 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 6a6069d59caf969115bd9753299c6e3f in 594ms, sequenceid=366, compaction requested=false 2024-11-13T14:25:38,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:38,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:38,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-13T14:25:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-13T14:25:38,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-13T14:25:38,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3650 sec 2024-11-13T14:25:38,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.3720 sec 2024-11-13T14:25:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:39,164 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:25:39,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-13T14:25:39,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/5850c75909b34918b65d0cd2be756297 is 50, key is test_row_0/A:col10/1731507939163/Put/seqid=0 2024-11-13T14:25:39,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507999183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:39,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507999186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:39,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742107_1283 (size=14741) 2024-11-13T14:25:39,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507999294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:39,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:39,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507999305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:39,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,306 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:39,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507999505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:39,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507999512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:39,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36048 deadline: 1731507999552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:39,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35968 deadline: 1731507999552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:39,554 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in 6a6069d59caf969115bd9753299c6e3f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:39,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,554 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_0' in 6a6069d59caf969115bd9753299c6e3f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:39,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:39,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:39,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/5850c75909b34918b65d0cd2be756297 2024-11-13T14:25:39,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/d25c6179772e4c4a81dcde06688f0070 is 50, key is test_row_0/B:col10/1731507939163/Put/seqid=0 2024-11-13T14:25:39,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742108_1284 (size=12301) 2024-11-13T14:25:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-13T14:25:39,772 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:39,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:25:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-11-13T14:25:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-13T14:25:39,774 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:25:39,774 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:25:39,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:25:39,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731507999818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:39,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:39,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731507999822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:39,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:39,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-13T14:25:39,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-13T14:25:39,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:39,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:39,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:39,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:39,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:40,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-13T14:25:40,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:40,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:40,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:40,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:40,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:40,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/d25c6179772e4c4a81dcde06688f0070 2024-11-13T14:25:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-13T14:25:40,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/7d3b165b0b1745c6beea39b72eda41e3 is 50, key is test_row_0/C:col10/1731507939163/Put/seqid=0 2024-11-13T14:25:40,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742109_1285 (size=12301) 2024-11-13T14:25:40,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/7d3b165b0b1745c6beea39b72eda41e3 2024-11-13T14:25:40,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/5850c75909b34918b65d0cd2be756297 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/5850c75909b34918b65d0cd2be756297 2024-11-13T14:25:40,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/5850c75909b34918b65d0cd2be756297, entries=200, sequenceid=395, filesize=14.4 K 2024-11-13T14:25:40,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/d25c6179772e4c4a81dcde06688f0070 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/d25c6179772e4c4a81dcde06688f0070 2024-11-13T14:25:40,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/d25c6179772e4c4a81dcde06688f0070, entries=150, sequenceid=395, filesize=12.0 K 2024-11-13T14:25:40,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/7d3b165b0b1745c6beea39b72eda41e3 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/7d3b165b0b1745c6beea39b72eda41e3 2024-11-13T14:25:40,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/7d3b165b0b1745c6beea39b72eda41e3, entries=150, sequenceid=395, filesize=12.0 K 2024-11-13T14:25:40,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 6a6069d59caf969115bd9753299c6e3f in 993ms, sequenceid=395, compaction requested=true 2024-11-13T14:25:40,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:40,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:25:40,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:40,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:25:40,158 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:40,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:40,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:25:40,158 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:40,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:40,158 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:40,158 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:40,159 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/B is initiating minor compaction (all files) 2024-11-13T14:25:40,159 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/A is initiating minor compaction (all files) 2024-11-13T14:25:40,159 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/A in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:40,159 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/B in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:40,159 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/6a0e4cee88be4b50afdc265c5898daab, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/cbf48f9158e640a4a47104a7c673df8b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/d25c6179772e4c4a81dcde06688f0070] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=36.9 K 2024-11-13T14:25:40,159 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/4df4e784c86740e293e8474ddcf83109, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/8ec612ba341145569a4a6669bfff7208, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/5850c75909b34918b65d0cd2be756297] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=39.3 K 2024-11-13T14:25:40,160 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a0e4cee88be4b50afdc265c5898daab, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731507936137 2024-11-13T14:25:40,160 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4df4e784c86740e293e8474ddcf83109, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731507936137 2024-11-13T14:25:40,160 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting cbf48f9158e640a4a47104a7c673df8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731507937296 2024-11-13T14:25:40,160 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ec612ba341145569a4a6669bfff7208, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731507937296 2024-11-13T14:25:40,160 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting d25c6179772e4c4a81dcde06688f0070, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731507938525 2024-11-13T14:25:40,161 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5850c75909b34918b65d0cd2be756297, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731507938498 2024-11-13T14:25:40,169 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#B#compaction#251 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:40,169 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/a8daa4b28ef94c1cac0cef9e3e6f4e9e is 50, key is test_row_0/B:col10/1731507939163/Put/seqid=0 2024-11-13T14:25:40,173 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#A#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:40,173 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/7a58010b5d314bdbac227fd5d7f36637 is 50, key is test_row_0/A:col10/1731507939163/Put/seqid=0 2024-11-13T14:25:40,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742110_1286 (size=13255) 2024-11-13T14:25:40,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742111_1287 (size=13255) 2024-11-13T14:25:40,192 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/a8daa4b28ef94c1cac0cef9e3e6f4e9e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/a8daa4b28ef94c1cac0cef9e3e6f4e9e 2024-11-13T14:25:40,193 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/7a58010b5d314bdbac227fd5d7f36637 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/7a58010b5d314bdbac227fd5d7f36637 2024-11-13T14:25:40,211 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/A of 6a6069d59caf969115bd9753299c6e3f into 7a58010b5d314bdbac227fd5d7f36637(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:40,211 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:40,211 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/A, priority=13, startTime=1731507940158; duration=0sec 2024-11-13T14:25:40,212 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/B of 6a6069d59caf969115bd9753299c6e3f into a8daa4b28ef94c1cac0cef9e3e6f4e9e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:40,212 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:40,212 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:40,212 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:A 2024-11-13T14:25:40,212 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/B, priority=13, startTime=1731507940158; duration=0sec 2024-11-13T14:25:40,212 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:40,212 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:40,212 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:B 2024-11-13T14:25:40,213 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:40,213 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/C is initiating minor compaction (all files) 2024-11-13T14:25:40,213 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/C in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:40,213 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/112563b6d46c4ae5a94e2d0a7f7b69da, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/5549065afff34842b627259a2b6e1f5d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/7d3b165b0b1745c6beea39b72eda41e3] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=36.9 K 2024-11-13T14:25:40,213 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 112563b6d46c4ae5a94e2d0a7f7b69da, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731507936137 2024-11-13T14:25:40,214 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5549065afff34842b627259a2b6e1f5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731507937296 2024-11-13T14:25:40,214 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d3b165b0b1745c6beea39b72eda41e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731507938525 2024-11-13T14:25:40,221 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#C#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:40,222 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/f35917a44920465580c834d4974afb63 is 50, key is test_row_0/C:col10/1731507939163/Put/seqid=0 2024-11-13T14:25:40,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742112_1288 (size=13255) 2024-11-13T14:25:40,233 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/f35917a44920465580c834d4974afb63 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/f35917a44920465580c834d4974afb63 2024-11-13T14:25:40,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-11-13T14:25:40,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:40,235 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T14:25:40,245 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/C of 6a6069d59caf969115bd9753299c6e3f into f35917a44920465580c834d4974afb63(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:40,245 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:40,245 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/C, priority=13, startTime=1731507940158; duration=0sec 2024-11-13T14:25:40,245 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:40,245 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:C 2024-11-13T14:25:40,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/6d3cf5ff6dee4053bd55a0c7446894ab is 50, key is test_row_0/A:col10/1731507939177/Put/seqid=0 2024-11-13T14:25:40,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742113_1289 (size=12301) 2024-11-13T14:25:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:40,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:40,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731508000391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:40,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:40,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:40,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:40,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731508000392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:40,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:40,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:40,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-13T14:25:40,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731508000503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:40,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731508000503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:40,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:40,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:40,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:40,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:40,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:40,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:40,674 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/6d3cf5ff6dee4053bd55a0c7446894ab 2024-11-13T14:25:40,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/83847a27a2734e14af75762fdddc6d4d is 50, key is test_row_0/B:col10/1731507939177/Put/seqid=0 2024-11-13T14:25:40,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731508000712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:40,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731508000712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:40,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:40,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:40,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:40,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:40,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:40,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:40,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742114_1290 (size=12301) 2024-11-13T14:25:40,749 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/83847a27a2734e14af75762fdddc6d4d 2024-11-13T14:25:40,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/0add32b49a5f4190aada981abe946a27 is 50, key is test_row_0/C:col10/1731507939177/Put/seqid=0 2024-11-13T14:25:40,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742115_1291 (size=12301) 2024-11-13T14:25:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-13T14:25:41,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731508001022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:41,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:41,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:41,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731508001022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:41,194 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/0add32b49a5f4190aada981abe946a27 2024-11-13T14:25:41,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/6d3cf5ff6dee4053bd55a0c7446894ab as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/6d3cf5ff6dee4053bd55a0c7446894ab 2024-11-13T14:25:41,205 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/6d3cf5ff6dee4053bd55a0c7446894ab, entries=150, sequenceid=405, filesize=12.0 K 2024-11-13T14:25:41,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/83847a27a2734e14af75762fdddc6d4d as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/83847a27a2734e14af75762fdddc6d4d 2024-11-13T14:25:41,210 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/83847a27a2734e14af75762fdddc6d4d, entries=150, sequenceid=405, filesize=12.0 K 2024-11-13T14:25:41,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/0add32b49a5f4190aada981abe946a27 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/0add32b49a5f4190aada981abe946a27 2024-11-13T14:25:41,217 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/0add32b49a5f4190aada981abe946a27, entries=150, sequenceid=405, filesize=12.0 K 2024-11-13T14:25:41,217 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 6a6069d59caf969115bd9753299c6e3f in 982ms, sequenceid=405, compaction requested=false 2024-11-13T14:25:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-11-13T14:25:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-11-13T14:25:41,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-13T14:25:41,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4450 sec 2024-11-13T14:25:41,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 1.4490 sec 2024-11-13T14:25:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:41,533 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:25:41,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-13T14:25:41,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/86666117e7bd43df968be603257ea14b is 50, key is test_row_0/A:col10/1731507940380/Put/seqid=0 2024-11-13T14:25:41,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731508001539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:41,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742116_1292 (size=12301) 2024-11-13T14:25:41,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:41,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:41,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:41,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731508001542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:41,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:41,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:41,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:41,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731508001652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:41,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:41,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:41,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731508001652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:41,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:41,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:41,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:41,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:41,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731508001862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:41,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731508001862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:41,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:41,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:41,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:41,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:41,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:41,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-13T14:25:41,923 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:41,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:25:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-11-13T14:25:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-13T14:25:41,926 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:25:41,927 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:25:41,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:25:41,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/86666117e7bd43df968be603257ea14b 2024-11-13T14:25:41,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/5dacc9f5cc564213b48bfbe1710e2c42 is 50, key is test_row_0/B:col10/1731507940380/Put/seqid=0 2024-11-13T14:25:41,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742117_1293 (size=12301) 2024-11-13T14:25:41,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/5dacc9f5cc564213b48bfbe1710e2c42 2024-11-13T14:25:41,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/c27603f5a2a248ecb897c0195042d103 is 50, key is test_row_0/C:col10/1731507940380/Put/seqid=0 2024-11-13T14:25:42,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742118_1294 (size=12301) 2024-11-13T14:25:42,009 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T14:25:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-13T14:25:42,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-13T14:25:42,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:42,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:42,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:42,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:42,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:42,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731508002172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:42,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:42,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731508002172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:42,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:42,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:42,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:42,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:42,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:42,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-13T14:25:42,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:42,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:42,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:42,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:42,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-13T14:25:42,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35986 deadline: 1731508002262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:42,265 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in 6a6069d59caf969115bd9753299c6e3f of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18273 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:25:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:42,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-13T14:25:42,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:42,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:42,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:42,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:42,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:42,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/c27603f5a2a248ecb897c0195042d103 2024-11-13T14:25:42,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/86666117e7bd43df968be603257ea14b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/86666117e7bd43df968be603257ea14b 2024-11-13T14:25:42,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/86666117e7bd43df968be603257ea14b, entries=150, sequenceid=435, filesize=12.0 K 2024-11-13T14:25:42,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/5dacc9f5cc564213b48bfbe1710e2c42 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/5dacc9f5cc564213b48bfbe1710e2c42 2024-11-13T14:25:42,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/5dacc9f5cc564213b48bfbe1710e2c42, entries=150, sequenceid=435, filesize=12.0 K 2024-11-13T14:25:42,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/c27603f5a2a248ecb897c0195042d103 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/c27603f5a2a248ecb897c0195042d103 2024-11-13T14:25:42,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/c27603f5a2a248ecb897c0195042d103, entries=150, sequenceid=435, filesize=12.0 K 2024-11-13T14:25:42,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 6a6069d59caf969115bd9753299c6e3f in 901ms, sequenceid=435, compaction requested=true 2024-11-13T14:25:42,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:42,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:25:42,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:42,435 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:42,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:25:42,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:42,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:25:42,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-13T14:25:42,436 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:42,437 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:42,437 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/B is initiating minor compaction (all files) 2024-11-13T14:25:42,437 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/B in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:42,437 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/a8daa4b28ef94c1cac0cef9e3e6f4e9e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/83847a27a2734e14af75762fdddc6d4d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/5dacc9f5cc564213b48bfbe1710e2c42] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=37.0 K 2024-11-13T14:25:42,437 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:42,437 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/A is initiating minor compaction (all files) 2024-11-13T14:25:42,437 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/A in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:42,437 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/7a58010b5d314bdbac227fd5d7f36637, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/6d3cf5ff6dee4053bd55a0c7446894ab, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/86666117e7bd43df968be603257ea14b] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=37.0 K 2024-11-13T14:25:42,438 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting a8daa4b28ef94c1cac0cef9e3e6f4e9e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731507938525 2024-11-13T14:25:42,438 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a58010b5d314bdbac227fd5d7f36637, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731507938525 2024-11-13T14:25:42,438 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 83847a27a2734e14af75762fdddc6d4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731507939171 2024-11-13T14:25:42,439 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d3cf5ff6dee4053bd55a0c7446894ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731507939171 2024-11-13T14:25:42,439 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 5dacc9f5cc564213b48bfbe1710e2c42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731507940380 2024-11-13T14:25:42,439 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86666117e7bd43df968be603257ea14b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731507940380 2024-11-13T14:25:42,448 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#A#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:42,448 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/9b0da184c04a4b4884a525e7dbe1269a is 50, key is test_row_0/A:col10/1731507940380/Put/seqid=0 2024-11-13T14:25:42,449 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#B#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:42,450 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/dcc557a9209f4bb78a9158a2b78ff2ee is 50, key is test_row_0/B:col10/1731507940380/Put/seqid=0 2024-11-13T14:25:42,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742119_1295 (size=13357) 2024-11-13T14:25:42,459 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/9b0da184c04a4b4884a525e7dbe1269a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/9b0da184c04a4b4884a525e7dbe1269a 2024-11-13T14:25:42,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742120_1296 (size=13357) 2024-11-13T14:25:42,467 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/A of 6a6069d59caf969115bd9753299c6e3f into 9b0da184c04a4b4884a525e7dbe1269a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:42,467 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:42,467 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/A, priority=13, startTime=1731507942435; duration=0sec 2024-11-13T14:25:42,467 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:42,467 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:A 2024-11-13T14:25:42,467 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:42,469 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:42,469 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/C is initiating minor compaction (all files) 2024-11-13T14:25:42,469 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/dcc557a9209f4bb78a9158a2b78ff2ee as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/dcc557a9209f4bb78a9158a2b78ff2ee 2024-11-13T14:25:42,469 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/C in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:42,469 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/f35917a44920465580c834d4974afb63, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/0add32b49a5f4190aada981abe946a27, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/c27603f5a2a248ecb897c0195042d103] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=37.0 K 2024-11-13T14:25:42,469 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting f35917a44920465580c834d4974afb63, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731507938525 2024-11-13T14:25:42,470 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0add32b49a5f4190aada981abe946a27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731507939171 2024-11-13T14:25:42,470 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting c27603f5a2a248ecb897c0195042d103, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731507940380 2024-11-13T14:25:42,475 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/B of 6a6069d59caf969115bd9753299c6e3f into dcc557a9209f4bb78a9158a2b78ff2ee(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:42,475 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:42,475 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/B, priority=13, startTime=1731507942435; duration=0sec 2024-11-13T14:25:42,475 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:42,475 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:B 2024-11-13T14:25:42,478 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#C#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:42,479 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/02327daa8122428a95afec45f6b09b4c is 50, key is test_row_0/C:col10/1731507940380/Put/seqid=0 2024-11-13T14:25:42,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742121_1297 (size=13357) 2024-11-13T14:25:42,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-11-13T14:25:42,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:42,539 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T14:25:42,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/001a50ae38004dc4b489a7301520ad0f is 50, key is test_row_0/A:col10/1731507941534/Put/seqid=0 2024-11-13T14:25:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-13T14:25:42,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742122_1298 (size=12301) 2024-11-13T14:25:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:42,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. as already flushing 2024-11-13T14:25:42,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731508002754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:42,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:42,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:42,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:42,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731508002757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:42,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:42,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:42,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:42,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731508002862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:42,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731508002862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:42,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:42,904 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/02327daa8122428a95afec45f6b09b4c as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/02327daa8122428a95afec45f6b09b4c 2024-11-13T14:25:42,917 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/C of 6a6069d59caf969115bd9753299c6e3f into 02327daa8122428a95afec45f6b09b4c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:42,917 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:42,918 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/C, priority=13, startTime=1731507942435; duration=0sec 2024-11-13T14:25:42,918 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:42,918 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:C 2024-11-13T14:25:42,959 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/001a50ae38004dc4b489a7301520ad0f 2024-11-13T14:25:42,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/c10b97a095fe4b66b520c0a8de9f130e is 50, key is test_row_0/B:col10/1731507941534/Put/seqid=0 2024-11-13T14:25:43,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742123_1299 (size=12301) 2024-11-13T14:25:43,009 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/c10b97a095fe4b66b520c0a8de9f130e 2024-11-13T14:25:43,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/e719404836d04240a838ffe6ee38f7e0 is 50, key is test_row_0/C:col10/1731507941534/Put/seqid=0 2024-11-13T14:25:43,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742124_1300 (size=12301) 2024-11-13T14:25:43,034 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/e719404836d04240a838ffe6ee38f7e0 2024-11-13T14:25:43,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/001a50ae38004dc4b489a7301520ad0f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/001a50ae38004dc4b489a7301520ad0f 2024-11-13T14:25:43,055 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/001a50ae38004dc4b489a7301520ad0f, entries=150, sequenceid=444, filesize=12.0 K 2024-11-13T14:25:43,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/c10b97a095fe4b66b520c0a8de9f130e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/c10b97a095fe4b66b520c0a8de9f130e 2024-11-13T14:25:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-13T14:25:43,063 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/c10b97a095fe4b66b520c0a8de9f130e, entries=150, sequenceid=444, filesize=12.0 K 2024-11-13T14:25:43,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731508003072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:43,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731508003072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:43,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:43,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:43,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:43,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:43,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:43,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:43,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/e719404836d04240a838ffe6ee38f7e0 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/e719404836d04240a838ffe6ee38f7e0 2024-11-13T14:25:43,087 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/e719404836d04240a838ffe6ee38f7e0, entries=150, sequenceid=444, filesize=12.0 K 2024-11-13T14:25:43,091 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 6a6069d59caf969115bd9753299c6e3f in 552ms, sequenceid=444, compaction requested=false 2024-11-13T14:25:43,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:43,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:43,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-11-13T14:25:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-11-13T14:25:43,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-13T14:25:43,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1650 sec 2024-11-13T14:25:43,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 1.1720 sec 2024-11-13T14:25:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:43,385 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:25:43,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-13T14:25:43,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/50924f194014485fbf29f13d85d38015 is 50, key is test_row_0/A:col10/1731507943385/Put/seqid=0 2024-11-13T14:25:43,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731508003395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:43,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:43,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:43,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:43,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731508003397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:43,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:43,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:43,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:43,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742125_1301 (size=14741) 2024-11-13T14:25:43,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731508003502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:43,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:43,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:43,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:43,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731508003502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:43,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:43,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:43,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:43,581 INFO [Thread-974 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-974. 2024-11-13T14:25:43,581 DEBUG [Thread-974 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:25:43,581 DEBUG [Thread-974 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:43,581 INFO [Thread-980 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-980. 2024-11-13T14:25:43,581 DEBUG [Thread-974 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:43,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:43,581 DEBUG [Thread-980 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:25:43,581 DEBUG [Thread-980 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:43,581 DEBUG [Thread-980 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:43,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:43,581 INFO [Thread-978 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-978. 2024-11-13T14:25:43,582 DEBUG [Thread-978 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:25:43,582 DEBUG [Thread-978 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:43,582 DEBUG [Thread-978 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:43,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:43,584 INFO [Thread-976 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-976. 2024-11-13T14:25:43,584 DEBUG [Thread-976 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:25:43,584 INFO [Thread-982 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-982. 2024-11-13T14:25:43,584 DEBUG [Thread-976 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:43,585 DEBUG [Thread-982 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:25:43,585 DEBUG [Thread-982 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:43,585 DEBUG [Thread-976 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:43,585 DEBUG [Thread-982 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:43,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:43,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:43,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:43,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731508003712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731508003712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:43,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:43,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:43,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:43,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:43,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:43,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:43,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/50924f194014485fbf29f13d85d38015 2024-11-13T14:25:43,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/d82c4b0d539148cd96ff829a55780e82 is 50, key is test_row_0/B:col10/1731507943385/Put/seqid=0 2024-11-13T14:25:43,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742126_1302 (size=12301) 2024-11-13T14:25:44,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:44,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731508004022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731508004022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:44,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:44,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:44,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:44,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:44,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:44,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-13T14:25:44,072 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:44,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/d82c4b0d539148cd96ff829a55780e82 2024-11-13T14:25:44,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/5e316a6834404c7ea2143b9f1a36df87 is 50, key is test_row_0/C:col10/1731507943385/Put/seqid=0 2024-11-13T14:25:44,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742127_1303 (size=12301) 2024-11-13T14:25:44,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:44,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36022 deadline: 1731508004532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:44,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35970 deadline: 1731508004532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:44,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:25:44,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/5e316a6834404c7ea2143b9f1a36df87 2024-11-13T14:25:44,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/50924f194014485fbf29f13d85d38015 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/50924f194014485fbf29f13d85d38015 2024-11-13T14:25:44,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/50924f194014485fbf29f13d85d38015, entries=200, sequenceid=476, filesize=14.4 K 2024-11-13T14:25:44,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/d82c4b0d539148cd96ff829a55780e82 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/d82c4b0d539148cd96ff829a55780e82 2024-11-13T14:25:44,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/d82c4b0d539148cd96ff829a55780e82, entries=150, sequenceid=476, filesize=12.0 K 2024-11-13T14:25:44,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/5e316a6834404c7ea2143b9f1a36df87 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/5e316a6834404c7ea2143b9f1a36df87 2024-11-13T14:25:44,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/5e316a6834404c7ea2143b9f1a36df87, entries=150, sequenceid=476, filesize=12.0 K 2024-11-13T14:25:44,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 6a6069d59caf969115bd9753299c6e3f in 1259ms, sequenceid=476, compaction requested=true 2024-11-13T14:25:44,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:44,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:25:44,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:44,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:25:44,644 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:44,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:44,644 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:44,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6a6069d59caf969115bd9753299c6e3f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:25:44,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:44,645 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:44,645 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:44,645 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/A is initiating minor compaction (all files) 2024-11-13T14:25:44,645 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/B is initiating minor compaction (all files) 2024-11-13T14:25:44,645 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/B in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:44,645 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/A in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:44,646 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/9b0da184c04a4b4884a525e7dbe1269a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/001a50ae38004dc4b489a7301520ad0f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/50924f194014485fbf29f13d85d38015] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=39.5 K 2024-11-13T14:25:44,646 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/dcc557a9209f4bb78a9158a2b78ff2ee, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/c10b97a095fe4b66b520c0a8de9f130e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/d82c4b0d539148cd96ff829a55780e82] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=37.1 K 2024-11-13T14:25:44,646 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b0da184c04a4b4884a525e7dbe1269a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731507940380 2024-11-13T14:25:44,646 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting dcc557a9209f4bb78a9158a2b78ff2ee, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731507940380 2024-11-13T14:25:44,646 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 001a50ae38004dc4b489a7301520ad0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731507941534 2024-11-13T14:25:44,646 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting c10b97a095fe4b66b520c0a8de9f130e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731507941534 2024-11-13T14:25:44,646 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50924f194014485fbf29f13d85d38015, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731507942751 2024-11-13T14:25:44,646 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting d82c4b0d539148cd96ff829a55780e82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731507942752 2024-11-13T14:25:44,653 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#B#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:44,653 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/cceda0543bae4ab08094536cfe86cd2a is 50, key is test_row_0/B:col10/1731507943385/Put/seqid=0 2024-11-13T14:25:44,654 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#A#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:44,654 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/470ec121b14846a7b07bf046cd4b29f1 is 50, key is test_row_0/A:col10/1731507943385/Put/seqid=0 2024-11-13T14:25:44,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742128_1304 (size=13459) 2024-11-13T14:25:44,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742129_1305 (size=13459) 2024-11-13T14:25:45,061 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/cceda0543bae4ab08094536cfe86cd2a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/cceda0543bae4ab08094536cfe86cd2a 2024-11-13T14:25:45,065 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/470ec121b14846a7b07bf046cd4b29f1 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/470ec121b14846a7b07bf046cd4b29f1 2024-11-13T14:25:45,065 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/B of 6a6069d59caf969115bd9753299c6e3f into cceda0543bae4ab08094536cfe86cd2a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:45,065 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:45,065 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/B, priority=13, startTime=1731507944644; duration=0sec 2024-11-13T14:25:45,066 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:25:45,066 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:B 2024-11-13T14:25:45,066 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:25:45,066 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:25:45,066 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 6a6069d59caf969115bd9753299c6e3f/C is initiating minor compaction (all files) 2024-11-13T14:25:45,066 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6a6069d59caf969115bd9753299c6e3f/C in TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:45,066 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/02327daa8122428a95afec45f6b09b4c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/e719404836d04240a838ffe6ee38f7e0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/5e316a6834404c7ea2143b9f1a36df87] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp, totalSize=37.1 K 2024-11-13T14:25:45,067 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 02327daa8122428a95afec45f6b09b4c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731507940380 2024-11-13T14:25:45,067 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting e719404836d04240a838ffe6ee38f7e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731507941534 2024-11-13T14:25:45,067 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e316a6834404c7ea2143b9f1a36df87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1731507942752 2024-11-13T14:25:45,070 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/A of 6a6069d59caf969115bd9753299c6e3f into 470ec121b14846a7b07bf046cd4b29f1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:45,070 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:45,070 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/A, priority=13, startTime=1731507944644; duration=0sec 2024-11-13T14:25:45,070 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:45,070 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:A 2024-11-13T14:25:45,074 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6a6069d59caf969115bd9753299c6e3f#C#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:25:45,074 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/f08e2bb9c8f54b659f350851bf670b47 is 50, key is test_row_0/C:col10/1731507943385/Put/seqid=0 2024-11-13T14:25:45,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742130_1306 (size=13459) 2024-11-13T14:25:45,482 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/f08e2bb9c8f54b659f350851bf670b47 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/f08e2bb9c8f54b659f350851bf670b47 2024-11-13T14:25:45,486 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6a6069d59caf969115bd9753299c6e3f/C of 6a6069d59caf969115bd9753299c6e3f into f08e2bb9c8f54b659f350851bf670b47(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:25:45,486 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:45,486 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f., storeName=6a6069d59caf969115bd9753299c6e3f/C, priority=13, startTime=1731507944644; duration=0sec 2024-11-13T14:25:45,486 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:25:45,486 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6a6069d59caf969115bd9753299c6e3f:C 2024-11-13T14:25:45,543 INFO [Thread-965 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-965. 2024-11-13T14:25:45,543 INFO [Thread-963 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-963. 2024-11-13T14:25:45,543 DEBUG [Thread-965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:25:45,543 DEBUG [Thread-963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:25:45,543 DEBUG [Thread-965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:45,543 DEBUG [Thread-963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:45,543 DEBUG [Thread-965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:45,543 DEBUG [Thread-963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:45,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:45,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:49,583 INFO [Thread-969 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-969. 2024-11-13T14:25:49,583 DEBUG [Thread-969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:25:49,583 DEBUG [Thread-969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:49,584 DEBUG [Thread-969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:49,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:49,613 INFO [Thread-967 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-967. 2024-11-13T14:25:49,613 DEBUG [Thread-967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:25:49,613 DEBUG [Thread-967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:49,613 DEBUG [Thread-967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:49,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:52,353 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:25:52,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6a6069d59caf969115bd9753299c6e3f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:25:52,353 INFO [Thread-971 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-971. 2024-11-13T14:25:52,353 DEBUG [Thread-971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:25:52,354 DEBUG [Thread-971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:52,354 DEBUG [Thread-971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:52,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:52,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T14:25:52,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-13T14:25:52,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-13T14:25:52,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-13T14:25:52,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-13T14:25:52,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-13T14:25:52,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T14:25:52,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3468 2024-11-13T14:25:52,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3405 2024-11-13T14:25:52,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3373 2024-11-13T14:25:52,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3474 2024-11-13T14:25:52,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3411 2024-11-13T14:25:52,354 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T14:25:52,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:25:52,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:25:52,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:52,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:52,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:25:52,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T14:25:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T14:25:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-13T14:25:52,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/21594f05a2f64bf4a931d9e07b805870 is 50, key is test_row_0/A:col10/1731507949582/Put/seqid=0 2024-11-13T14:25:52,358 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507952358"}]},"ts":"1731507952358"} 2024-11-13T14:25:52,360 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T14:25:52,360 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T14:25:52,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T14:25:52,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a6069d59caf969115bd9753299c6e3f, UNASSIGN}] 2024-11-13T14:25:52,362 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a6069d59caf969115bd9753299c6e3f, UNASSIGN 2024-11-13T14:25:52,363 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=6a6069d59caf969115bd9753299c6e3f, regionState=CLOSING, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:52,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a6069d59caf969115bd9753299c6e3f, UNASSIGN because future has completed 2024-11-13T14:25:52,365 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T14:25:52,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619}] 2024-11-13T14:25:52,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742131_1307 (size=12301) 2024-11-13T14:25:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-13T14:25:52,517 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:52,517 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T14:25:52,517 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing 6a6069d59caf969115bd9753299c6e3f, disabling compactions & flushes 2024-11-13T14:25:52,517 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-13T14:25:52,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/21594f05a2f64bf4a931d9e07b805870 2024-11-13T14:25:52,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/c43a0b10b7f34983bc07c0537fb12b64 is 50, key is test_row_0/B:col10/1731507949582/Put/seqid=0 2024-11-13T14:25:52,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742132_1308 (size=12301) 2024-11-13T14:25:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-13T14:25:53,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/c43a0b10b7f34983bc07c0537fb12b64 2024-11-13T14:25:53,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/996e84f9997d41bbb117404f2848c095 is 50, key is test_row_0/C:col10/1731507949582/Put/seqid=0 2024-11-13T14:25:53,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742133_1309 (size=12301) 2024-11-13T14:25:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-13T14:25:53,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/996e84f9997d41bbb117404f2848c095 2024-11-13T14:25:53,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/A/21594f05a2f64bf4a931d9e07b805870 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/21594f05a2f64bf4a931d9e07b805870 2024-11-13T14:25:53,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/21594f05a2f64bf4a931d9e07b805870, entries=150, sequenceid=490, filesize=12.0 K 2024-11-13T14:25:53,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/B/c43a0b10b7f34983bc07c0537fb12b64 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/c43a0b10b7f34983bc07c0537fb12b64 2024-11-13T14:25:53,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/c43a0b10b7f34983bc07c0537fb12b64, entries=150, sequenceid=490, filesize=12.0 K 2024-11-13T14:25:53,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/.tmp/C/996e84f9997d41bbb117404f2848c095 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/996e84f9997d41bbb117404f2848c095 2024-11-13T14:25:53,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/996e84f9997d41bbb117404f2848c095, entries=150, sequenceid=490, filesize=12.0 K 2024-11-13T14:25:53,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 6a6069d59caf969115bd9753299c6e3f in 1251ms, sequenceid=490, compaction requested=false 2024-11-13T14:25:53,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6a6069d59caf969115bd9753299c6e3f: 2024-11-13T14:25:53,604 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:53,604 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:53,604 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. after waiting 0 ms 2024-11-13T14:25:53,604 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:53,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/0dc70d3fa19e47cda3b357838564511b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/3d2942ff95fb420984f7d3c6a2cc6caf, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/750a40dc5c2b4fd39c24725a58e40e94, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/681b4a2231da43f885ca2ff2b131e005, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/653d57c7139640c6994b23471d063f18, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/4007c449a92e48e0bf88c88129ebaf3f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/77c56f64d15b41859252d7468f108b35, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/e9d0d05e47464ae0b270bb1f5825cacb, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/c238f774ff8143e2bb75e3c02c33fdbd, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/20e17f54feca462d85a3cdbbb00d694c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/bd204333d16a4fbda31eee6248147ae1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/ef64ae30586945c68c0cb276187b0d82, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/c8a5a57756e5430099d3a98974345076, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/eb1be32441f040c79569e6286bf8c61e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/08f40296fb464f8f8579a2da8f86cd66, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/bc5fec843f404b9dbd983e70cad8df52, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/8842b7852ef54800af57ea1d87e59a3c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/0c92cb534fb64730a26652ef317c22b8, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/29e06f077b6448e5b9b19314102fea1d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/5011f6970042470a99f568cb57bd8a0c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/f298ee957b1840e38e38ae06afd77992, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/1224b6ea23b940cdb542b6a5e6d1a9fb, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/1e9e385329b5414abdf7d1bf3103afa8, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/be98addbdd35426d8980e2a3efa3a37d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/5a8a909c2ee749768fa41302ef712da6, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/4df4e784c86740e293e8474ddcf83109, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/8ec612ba341145569a4a6669bfff7208, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/5850c75909b34918b65d0cd2be756297, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/7a58010b5d314bdbac227fd5d7f36637, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/6d3cf5ff6dee4053bd55a0c7446894ab, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/9b0da184c04a4b4884a525e7dbe1269a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/86666117e7bd43df968be603257ea14b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/001a50ae38004dc4b489a7301520ad0f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/50924f194014485fbf29f13d85d38015] to archive 2024-11-13T14:25:53,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:25:53,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/0dc70d3fa19e47cda3b357838564511b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/0dc70d3fa19e47cda3b357838564511b 2024-11-13T14:25:53,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/3d2942ff95fb420984f7d3c6a2cc6caf to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/3d2942ff95fb420984f7d3c6a2cc6caf 2024-11-13T14:25:53,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/750a40dc5c2b4fd39c24725a58e40e94 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/750a40dc5c2b4fd39c24725a58e40e94 2024-11-13T14:25:53,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/681b4a2231da43f885ca2ff2b131e005 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/681b4a2231da43f885ca2ff2b131e005 2024-11-13T14:25:53,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/653d57c7139640c6994b23471d063f18 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/653d57c7139640c6994b23471d063f18 2024-11-13T14:25:53,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/4007c449a92e48e0bf88c88129ebaf3f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/4007c449a92e48e0bf88c88129ebaf3f 2024-11-13T14:25:53,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/77c56f64d15b41859252d7468f108b35 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/77c56f64d15b41859252d7468f108b35 2024-11-13T14:25:53,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/e9d0d05e47464ae0b270bb1f5825cacb to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/e9d0d05e47464ae0b270bb1f5825cacb 2024-11-13T14:25:53,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/c238f774ff8143e2bb75e3c02c33fdbd to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/c238f774ff8143e2bb75e3c02c33fdbd 2024-11-13T14:25:53,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/20e17f54feca462d85a3cdbbb00d694c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/20e17f54feca462d85a3cdbbb00d694c 2024-11-13T14:25:53,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/bd204333d16a4fbda31eee6248147ae1 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/bd204333d16a4fbda31eee6248147ae1 2024-11-13T14:25:53,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/ef64ae30586945c68c0cb276187b0d82 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/ef64ae30586945c68c0cb276187b0d82 2024-11-13T14:25:53,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/c8a5a57756e5430099d3a98974345076 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/c8a5a57756e5430099d3a98974345076 2024-11-13T14:25:53,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/eb1be32441f040c79569e6286bf8c61e to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/eb1be32441f040c79569e6286bf8c61e 2024-11-13T14:25:53,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/08f40296fb464f8f8579a2da8f86cd66 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/08f40296fb464f8f8579a2da8f86cd66 2024-11-13T14:25:53,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/bc5fec843f404b9dbd983e70cad8df52 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/bc5fec843f404b9dbd983e70cad8df52 2024-11-13T14:25:53,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/8842b7852ef54800af57ea1d87e59a3c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/8842b7852ef54800af57ea1d87e59a3c 2024-11-13T14:25:53,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/0c92cb534fb64730a26652ef317c22b8 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/0c92cb534fb64730a26652ef317c22b8 2024-11-13T14:25:53,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/29e06f077b6448e5b9b19314102fea1d to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/29e06f077b6448e5b9b19314102fea1d 2024-11-13T14:25:53,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/5011f6970042470a99f568cb57bd8a0c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/5011f6970042470a99f568cb57bd8a0c 2024-11-13T14:25:53,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/f298ee957b1840e38e38ae06afd77992 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/f298ee957b1840e38e38ae06afd77992 2024-11-13T14:25:53,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/1224b6ea23b940cdb542b6a5e6d1a9fb to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/1224b6ea23b940cdb542b6a5e6d1a9fb 2024-11-13T14:25:53,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/1e9e385329b5414abdf7d1bf3103afa8 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/1e9e385329b5414abdf7d1bf3103afa8 2024-11-13T14:25:53,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/be98addbdd35426d8980e2a3efa3a37d to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/be98addbdd35426d8980e2a3efa3a37d 2024-11-13T14:25:53,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/5a8a909c2ee749768fa41302ef712da6 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/5a8a909c2ee749768fa41302ef712da6 2024-11-13T14:25:53,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/4df4e784c86740e293e8474ddcf83109 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/4df4e784c86740e293e8474ddcf83109 2024-11-13T14:25:53,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/8ec612ba341145569a4a6669bfff7208 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/8ec612ba341145569a4a6669bfff7208 2024-11-13T14:25:53,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/5850c75909b34918b65d0cd2be756297 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/5850c75909b34918b65d0cd2be756297 2024-11-13T14:25:53,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/7a58010b5d314bdbac227fd5d7f36637 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/7a58010b5d314bdbac227fd5d7f36637 2024-11-13T14:25:53,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/6d3cf5ff6dee4053bd55a0c7446894ab to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/6d3cf5ff6dee4053bd55a0c7446894ab 2024-11-13T14:25:53,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/9b0da184c04a4b4884a525e7dbe1269a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/9b0da184c04a4b4884a525e7dbe1269a 2024-11-13T14:25:53,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/86666117e7bd43df968be603257ea14b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/86666117e7bd43df968be603257ea14b 2024-11-13T14:25:53,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/001a50ae38004dc4b489a7301520ad0f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/001a50ae38004dc4b489a7301520ad0f 2024-11-13T14:25:53,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/50924f194014485fbf29f13d85d38015 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/50924f194014485fbf29f13d85d38015 2024-11-13T14:25:53,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/50ac9618437e42459e9b2d75c122389e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/2bbc60261a884a26a3b8052aa906c7be, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/fafc4ca179d742099304572732d8279f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/26d7831af8114a66b767c0479469e51f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/16b38de2dd0145269519940e2ef23fec, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/59ee4ac35ddf45b4823f972e1cd1dbf7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/a76dfeb2b74e4c77927c6f34185623b6, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/fa57c681302b4f5fa5a8f98b1db6a66e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/bcc6ef463fb84ae4a56891eb00467601, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/3f409cdf15164028ae3b81f04cd3f3b3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/46813a6b381c4631918b8cb096bfccf3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/0ccc0140b0a44ccd99b5cf236db675eb, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/367d7cf611264e15b929fd70d11de1dc, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/96de83cd14df4c5987195bd47341ee62, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/01146462ef95409ea393107ce6d25d45, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/7bcf1998980044cca7c91b749f9055a7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/843255104fdb4ce38285cda60ac911a6, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/1faa03e31caf4a459475ab36665f9af3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/f359bf2613994e7d96632993a4b45f64, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/2baa0f3a4ece498197734a28d706950a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/4b8ef3e76d574cd5a2944d67a49c9867, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/1489baf915ef4f1d923ef1d6d3da5e64, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/c7944505696b40ccb46e7f35e1952286, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/70809d15844947a09383ad8fdc166cfc, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/6a0e4cee88be4b50afdc265c5898daab, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/50a97ed5d44644a3af93c96d35ccc8c8, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/cbf48f9158e640a4a47104a7c673df8b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/a8daa4b28ef94c1cac0cef9e3e6f4e9e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/d25c6179772e4c4a81dcde06688f0070, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/83847a27a2734e14af75762fdddc6d4d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/dcc557a9209f4bb78a9158a2b78ff2ee, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/5dacc9f5cc564213b48bfbe1710e2c42, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/c10b97a095fe4b66b520c0a8de9f130e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/d82c4b0d539148cd96ff829a55780e82] to archive 2024-11-13T14:25:53,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:25:53,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/50ac9618437e42459e9b2d75c122389e to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/50ac9618437e42459e9b2d75c122389e 2024-11-13T14:25:53,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/2bbc60261a884a26a3b8052aa906c7be to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/2bbc60261a884a26a3b8052aa906c7be 2024-11-13T14:25:53,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/fafc4ca179d742099304572732d8279f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/fafc4ca179d742099304572732d8279f 2024-11-13T14:25:53,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/26d7831af8114a66b767c0479469e51f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/26d7831af8114a66b767c0479469e51f 2024-11-13T14:25:53,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/16b38de2dd0145269519940e2ef23fec to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/16b38de2dd0145269519940e2ef23fec 2024-11-13T14:25:53,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/59ee4ac35ddf45b4823f972e1cd1dbf7 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/59ee4ac35ddf45b4823f972e1cd1dbf7 2024-11-13T14:25:53,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/a76dfeb2b74e4c77927c6f34185623b6 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/a76dfeb2b74e4c77927c6f34185623b6 2024-11-13T14:25:53,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/fa57c681302b4f5fa5a8f98b1db6a66e to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/fa57c681302b4f5fa5a8f98b1db6a66e 2024-11-13T14:25:53,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/bcc6ef463fb84ae4a56891eb00467601 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/bcc6ef463fb84ae4a56891eb00467601 2024-11-13T14:25:53,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/3f409cdf15164028ae3b81f04cd3f3b3 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/3f409cdf15164028ae3b81f04cd3f3b3 2024-11-13T14:25:53,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/46813a6b381c4631918b8cb096bfccf3 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/46813a6b381c4631918b8cb096bfccf3 2024-11-13T14:25:53,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/0ccc0140b0a44ccd99b5cf236db675eb to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/0ccc0140b0a44ccd99b5cf236db675eb 2024-11-13T14:25:53,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/367d7cf611264e15b929fd70d11de1dc to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/367d7cf611264e15b929fd70d11de1dc 2024-11-13T14:25:53,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/96de83cd14df4c5987195bd47341ee62 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/96de83cd14df4c5987195bd47341ee62 2024-11-13T14:25:53,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/01146462ef95409ea393107ce6d25d45 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/01146462ef95409ea393107ce6d25d45 2024-11-13T14:25:53,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/7bcf1998980044cca7c91b749f9055a7 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/7bcf1998980044cca7c91b749f9055a7 2024-11-13T14:25:53,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/843255104fdb4ce38285cda60ac911a6 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/843255104fdb4ce38285cda60ac911a6 2024-11-13T14:25:53,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/1faa03e31caf4a459475ab36665f9af3 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/1faa03e31caf4a459475ab36665f9af3 2024-11-13T14:25:53,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/f359bf2613994e7d96632993a4b45f64 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/f359bf2613994e7d96632993a4b45f64 2024-11-13T14:25:53,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/2baa0f3a4ece498197734a28d706950a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/2baa0f3a4ece498197734a28d706950a 2024-11-13T14:25:53,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/4b8ef3e76d574cd5a2944d67a49c9867 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/4b8ef3e76d574cd5a2944d67a49c9867 2024-11-13T14:25:53,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/1489baf915ef4f1d923ef1d6d3da5e64 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/1489baf915ef4f1d923ef1d6d3da5e64 2024-11-13T14:25:53,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/c7944505696b40ccb46e7f35e1952286 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/c7944505696b40ccb46e7f35e1952286 2024-11-13T14:25:53,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/70809d15844947a09383ad8fdc166cfc to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/70809d15844947a09383ad8fdc166cfc 2024-11-13T14:25:53,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/6a0e4cee88be4b50afdc265c5898daab to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/6a0e4cee88be4b50afdc265c5898daab 2024-11-13T14:25:53,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/50a97ed5d44644a3af93c96d35ccc8c8 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/50a97ed5d44644a3af93c96d35ccc8c8 2024-11-13T14:25:53,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/cbf48f9158e640a4a47104a7c673df8b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/cbf48f9158e640a4a47104a7c673df8b 2024-11-13T14:25:53,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/a8daa4b28ef94c1cac0cef9e3e6f4e9e to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/a8daa4b28ef94c1cac0cef9e3e6f4e9e 2024-11-13T14:25:53,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/d25c6179772e4c4a81dcde06688f0070 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/d25c6179772e4c4a81dcde06688f0070 2024-11-13T14:25:53,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/83847a27a2734e14af75762fdddc6d4d to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/83847a27a2734e14af75762fdddc6d4d 2024-11-13T14:25:53,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/dcc557a9209f4bb78a9158a2b78ff2ee to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/dcc557a9209f4bb78a9158a2b78ff2ee 2024-11-13T14:25:53,670 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/5dacc9f5cc564213b48bfbe1710e2c42 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/5dacc9f5cc564213b48bfbe1710e2c42 2024-11-13T14:25:53,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/c10b97a095fe4b66b520c0a8de9f130e to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/c10b97a095fe4b66b520c0a8de9f130e 2024-11-13T14:25:53,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/d82c4b0d539148cd96ff829a55780e82 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/d82c4b0d539148cd96ff829a55780e82 2024-11-13T14:25:53,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/c05b5192ed554c0088c46c85f682c8b5, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/cf26fac612f846888bb6c99ef7ada888, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/4a0f91f3a4c844d6ade64aa714152b67, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/766f40411f164b36a38a82f9f56577f7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/64775ef4f9a74e40bcab9dd8e530711a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/b61ae2fc18ad4adda7368161eb93b00c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/3cb0c8c403e94afbad87810453492ecc, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/29bba57a8de74488a06b2bbc3146bd86, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/1a68f0767c2c4c3ebf7a03b98f46bc6a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/7667b99fab954f38bed244ea08016149, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/4d1b6c042ae74afa8711144823eb30c0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/792e4a02e47d4824be038ef1499bab83, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/c48e2b5b0bba4c218a172275a5285335, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/0d8b09366a4f42188893653985d85ab6, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/0b10a9a4521c4b14b8d8e7d58e7780db, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/74dd5ab046a74e6d9ae94476ce69d94f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/4d72295123cd49f2a6a205d35bc42a05, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/57925b52bc524cdc95f613d1e5a3c51a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/f0e2cbf2b1a443b0bc38075071b8b4e2, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/9b1487bde70949378f164c305d0065d3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/11e9bb7b140c49cd9fbb438395fffb29, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/e113724a72f24dfeadb60b5ad048c225, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/d27a3c6ee5ca4a0fb585c630ed0f9f9f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/3a3138c6cb2f4901bb495d38d22fe67f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/112563b6d46c4ae5a94e2d0a7f7b69da, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/30c1ec3db1404be9874b1d4a35aadbb2, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/5549065afff34842b627259a2b6e1f5d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/f35917a44920465580c834d4974afb63, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/7d3b165b0b1745c6beea39b72eda41e3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/0add32b49a5f4190aada981abe946a27, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/02327daa8122428a95afec45f6b09b4c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/c27603f5a2a248ecb897c0195042d103, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/e719404836d04240a838ffe6ee38f7e0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/5e316a6834404c7ea2143b9f1a36df87] to archive 2024-11-13T14:25:53,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:25:53,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/c05b5192ed554c0088c46c85f682c8b5 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/c05b5192ed554c0088c46c85f682c8b5 2024-11-13T14:25:53,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/cf26fac612f846888bb6c99ef7ada888 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/cf26fac612f846888bb6c99ef7ada888 2024-11-13T14:25:53,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/4a0f91f3a4c844d6ade64aa714152b67 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/4a0f91f3a4c844d6ade64aa714152b67 2024-11-13T14:25:53,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/766f40411f164b36a38a82f9f56577f7 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/766f40411f164b36a38a82f9f56577f7 2024-11-13T14:25:53,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/64775ef4f9a74e40bcab9dd8e530711a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/64775ef4f9a74e40bcab9dd8e530711a 2024-11-13T14:25:53,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/b61ae2fc18ad4adda7368161eb93b00c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/b61ae2fc18ad4adda7368161eb93b00c 2024-11-13T14:25:53,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/3cb0c8c403e94afbad87810453492ecc to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/3cb0c8c403e94afbad87810453492ecc 2024-11-13T14:25:53,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/29bba57a8de74488a06b2bbc3146bd86 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/29bba57a8de74488a06b2bbc3146bd86 2024-11-13T14:25:53,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/1a68f0767c2c4c3ebf7a03b98f46bc6a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/1a68f0767c2c4c3ebf7a03b98f46bc6a 2024-11-13T14:25:53,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/7667b99fab954f38bed244ea08016149 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/7667b99fab954f38bed244ea08016149 2024-11-13T14:25:53,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/4d1b6c042ae74afa8711144823eb30c0 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/4d1b6c042ae74afa8711144823eb30c0 2024-11-13T14:25:53,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/792e4a02e47d4824be038ef1499bab83 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/792e4a02e47d4824be038ef1499bab83 2024-11-13T14:25:53,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/c48e2b5b0bba4c218a172275a5285335 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/c48e2b5b0bba4c218a172275a5285335 2024-11-13T14:25:53,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/0d8b09366a4f42188893653985d85ab6 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/0d8b09366a4f42188893653985d85ab6 2024-11-13T14:25:53,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/0b10a9a4521c4b14b8d8e7d58e7780db to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/0b10a9a4521c4b14b8d8e7d58e7780db 2024-11-13T14:25:53,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/74dd5ab046a74e6d9ae94476ce69d94f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/74dd5ab046a74e6d9ae94476ce69d94f 2024-11-13T14:25:53,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/4d72295123cd49f2a6a205d35bc42a05 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/4d72295123cd49f2a6a205d35bc42a05 2024-11-13T14:25:53,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/57925b52bc524cdc95f613d1e5a3c51a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/57925b52bc524cdc95f613d1e5a3c51a 2024-11-13T14:25:53,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/f0e2cbf2b1a443b0bc38075071b8b4e2 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/f0e2cbf2b1a443b0bc38075071b8b4e2 2024-11-13T14:25:53,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/9b1487bde70949378f164c305d0065d3 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/9b1487bde70949378f164c305d0065d3 2024-11-13T14:25:53,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/11e9bb7b140c49cd9fbb438395fffb29 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/11e9bb7b140c49cd9fbb438395fffb29 2024-11-13T14:25:53,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/e113724a72f24dfeadb60b5ad048c225 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/e113724a72f24dfeadb60b5ad048c225 2024-11-13T14:25:53,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/d27a3c6ee5ca4a0fb585c630ed0f9f9f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/d27a3c6ee5ca4a0fb585c630ed0f9f9f 2024-11-13T14:25:53,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/3a3138c6cb2f4901bb495d38d22fe67f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/3a3138c6cb2f4901bb495d38d22fe67f 2024-11-13T14:25:53,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/112563b6d46c4ae5a94e2d0a7f7b69da to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/112563b6d46c4ae5a94e2d0a7f7b69da 2024-11-13T14:25:53,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/30c1ec3db1404be9874b1d4a35aadbb2 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/30c1ec3db1404be9874b1d4a35aadbb2 2024-11-13T14:25:53,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/5549065afff34842b627259a2b6e1f5d to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/5549065afff34842b627259a2b6e1f5d 2024-11-13T14:25:53,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/f35917a44920465580c834d4974afb63 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/f35917a44920465580c834d4974afb63 2024-11-13T14:25:53,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/7d3b165b0b1745c6beea39b72eda41e3 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/7d3b165b0b1745c6beea39b72eda41e3 2024-11-13T14:25:53,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/0add32b49a5f4190aada981abe946a27 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/0add32b49a5f4190aada981abe946a27 2024-11-13T14:25:53,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/02327daa8122428a95afec45f6b09b4c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/02327daa8122428a95afec45f6b09b4c 2024-11-13T14:25:53,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/c27603f5a2a248ecb897c0195042d103 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/c27603f5a2a248ecb897c0195042d103 2024-11-13T14:25:53,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/e719404836d04240a838ffe6ee38f7e0 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/e719404836d04240a838ffe6ee38f7e0 2024-11-13T14:25:53,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/5e316a6834404c7ea2143b9f1a36df87 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/5e316a6834404c7ea2143b9f1a36df87 2024-11-13T14:25:53,721 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/recovered.edits/493.seqid, newMaxSeqId=493, maxSeqId=1 2024-11-13T14:25:53,722 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f. 2024-11-13T14:25:53,722 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for 6a6069d59caf969115bd9753299c6e3f: Waiting for close lock at 1731507952517Running coprocessor pre-close hooks at 1731507952517Disabling compacts and flushes for region at 1731507952517Disabling writes for close at 1731507953604 (+1087 ms)Writing region close event to WAL at 1731507953719 (+115 ms)Running coprocessor post-close hooks at 1731507953722 (+3 ms)Closed at 1731507953722 2024-11-13T14:25:53,724 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed 6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:53,724 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=6a6069d59caf969115bd9753299c6e3f, regionState=CLOSED 2024-11-13T14:25:53,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 because future has completed 2024-11-13T14:25:53,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-13T14:25:53,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure 6a6069d59caf969115bd9753299c6e3f, server=eb1966fd6578,42905,1731507853619 in 1.3610 sec 2024-11-13T14:25:53,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-13T14:25:53,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6a6069d59caf969115bd9753299c6e3f, UNASSIGN in 1.3650 sec 2024-11-13T14:25:53,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-13T14:25:53,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3690 sec 2024-11-13T14:25:53,732 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507953732"}]},"ts":"1731507953732"} 2024-11-13T14:25:53,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T14:25:53,733 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T14:25:53,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.3780 sec 2024-11-13T14:25:54,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-13T14:25:54,502 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:54,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T14:25:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:25:54,504 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:25:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-13T14:25:54,505 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=96, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:25:54,507 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:54,509 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A, FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B, FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C, FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/recovered.edits] 2024-11-13T14:25:54,511 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/21594f05a2f64bf4a931d9e07b805870 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/21594f05a2f64bf4a931d9e07b805870 2024-11-13T14:25:54,512 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/470ec121b14846a7b07bf046cd4b29f1 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/A/470ec121b14846a7b07bf046cd4b29f1 2024-11-13T14:25:54,514 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/c43a0b10b7f34983bc07c0537fb12b64 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/c43a0b10b7f34983bc07c0537fb12b64 2024-11-13T14:25:54,515 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/cceda0543bae4ab08094536cfe86cd2a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/B/cceda0543bae4ab08094536cfe86cd2a 2024-11-13T14:25:54,517 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/996e84f9997d41bbb117404f2848c095 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/996e84f9997d41bbb117404f2848c095 2024-11-13T14:25:54,518 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/f08e2bb9c8f54b659f350851bf670b47 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/C/f08e2bb9c8f54b659f350851bf670b47 2024-11-13T14:25:54,521 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/recovered.edits/493.seqid to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f/recovered.edits/493.seqid 2024-11-13T14:25:54,521 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/6a6069d59caf969115bd9753299c6e3f 2024-11-13T14:25:54,521 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T14:25:54,523 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=96, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:25:54,526 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T14:25:54,528 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T14:25:54,529 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=96, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:25:54,529 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T14:25:54,529 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731507954529"}]},"ts":"9223372036854775807"} 2024-11-13T14:25:54,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T14:25:54,531 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6a6069d59caf969115bd9753299c6e3f, NAME => 'TestAcidGuarantees,,1731507921380.6a6069d59caf969115bd9753299c6e3f.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T14:25:54,531 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T14:25:54,531 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731507954531"}]},"ts":"9223372036854775807"} 2024-11-13T14:25:54,533 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T14:25:54,533 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=96, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:25:54,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 31 msec 2024-11-13T14:25:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-13T14:25:54,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T14:25:54,612 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:54,619 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=236 (was 238), OpenFileDescriptor=449 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=457 (was 410) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2774 (was 2996) 2024-11-13T14:25:54,626 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=236, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=457, ProcessCount=11, AvailableMemoryMB=2773 2024-11-13T14:25:54,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T14:25:54,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:25:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T14:25:54,630 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:25:54,630 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:54,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 97 2024-11-13T14:25:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-13T14:25:54,631 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:25:54,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742134_1310 (size=959) 2024-11-13T14:25:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-13T14:25:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-13T14:25:55,038 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662 2024-11-13T14:25:55,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742135_1311 (size=53) 2024-11-13T14:25:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-13T14:25:55,443 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:25:55,443 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0941dc95db98007222187595a54cc424, disabling compactions & flushes 2024-11-13T14:25:55,443 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:55,443 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:55,443 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. after waiting 0 ms 2024-11-13T14:25:55,443 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:55,443 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:55,443 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0941dc95db98007222187595a54cc424: Waiting for close lock at 1731507955443Disabling compacts and flushes for region at 1731507955443Disabling writes for close at 1731507955443Writing region close event to WAL at 1731507955443Closed at 1731507955443 2024-11-13T14:25:55,444 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:25:55,444 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731507955444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507955444"}]},"ts":"1731507955444"} 2024-11-13T14:25:55,446 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:25:55,446 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:25:55,446 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507955446"}]},"ts":"1731507955446"} 2024-11-13T14:25:55,448 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T14:25:55,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0941dc95db98007222187595a54cc424, ASSIGN}] 2024-11-13T14:25:55,449 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0941dc95db98007222187595a54cc424, ASSIGN 2024-11-13T14:25:55,449 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0941dc95db98007222187595a54cc424, ASSIGN; state=OFFLINE, location=eb1966fd6578,42905,1731507853619; forceNewPlan=false, retain=false 2024-11-13T14:25:55,600 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=0941dc95db98007222187595a54cc424, regionState=OPENING, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:55,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0941dc95db98007222187595a54cc424, ASSIGN because future has completed 2024-11-13T14:25:55,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619}] 2024-11-13T14:25:55,757 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:55,757 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7752): Opening region: {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:25:55,758 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0941dc95db98007222187595a54cc424 2024-11-13T14:25:55,758 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:25:55,758 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7794): checking encryption for 0941dc95db98007222187595a54cc424 2024-11-13T14:25:55,758 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7797): checking classloading for 0941dc95db98007222187595a54cc424 2024-11-13T14:25:55,759 INFO [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0941dc95db98007222187595a54cc424 2024-11-13T14:25:55,760 INFO [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0941dc95db98007222187595a54cc424 columnFamilyName A 2024-11-13T14:25:55,760 DEBUG [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:55,761 INFO [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] regionserver.HStore(327): Store=0941dc95db98007222187595a54cc424/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:25:55,761 INFO [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0941dc95db98007222187595a54cc424 2024-11-13T14:25:55,761 INFO [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0941dc95db98007222187595a54cc424 columnFamilyName B 2024-11-13T14:25:55,762 DEBUG [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:55,762 INFO [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] regionserver.HStore(327): Store=0941dc95db98007222187595a54cc424/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:25:55,762 INFO [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0941dc95db98007222187595a54cc424 2024-11-13T14:25:55,763 INFO [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0941dc95db98007222187595a54cc424 columnFamilyName C 2024-11-13T14:25:55,763 DEBUG [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:55,763 INFO [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] regionserver.HStore(327): Store=0941dc95db98007222187595a54cc424/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:25:55,763 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1038): replaying wal for 0941dc95db98007222187595a54cc424 2024-11-13T14:25:55,764 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424 2024-11-13T14:25:55,764 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424 2024-11-13T14:25:55,765 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1048): stopping wal replay for 0941dc95db98007222187595a54cc424 2024-11-13T14:25:55,765 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1060): Cleaning up temporary data for 0941dc95db98007222187595a54cc424 2024-11-13T14:25:55,765 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T14:25:55,766 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1093): writing seq id for 0941dc95db98007222187595a54cc424 2024-11-13T14:25:55,767 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:25:55,768 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1114): Opened 0941dc95db98007222187595a54cc424; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71765927, jitterRate=0.06939564645290375}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T14:25:55,768 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0941dc95db98007222187595a54cc424 2024-11-13T14:25:55,768 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1006): Region open journal for 0941dc95db98007222187595a54cc424: Running coprocessor pre-open hook at 1731507955758Writing region info on filesystem at 1731507955758Initializing all the Stores at 1731507955759 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507955759Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507955759Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507955759Cleaning up temporary data from old regions at 1731507955765 (+6 ms)Running coprocessor post-open hooks at 1731507955768 (+3 ms)Region opened successfully at 1731507955768 2024-11-13T14:25:55,769 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., pid=99, masterSystemTime=1731507955754 2024-11-13T14:25:55,770 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:55,770 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:55,771 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=0941dc95db98007222187595a54cc424, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-13T14:25:55,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 because future has completed 2024-11-13T14:25:55,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-13T14:25:55,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure 0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 in 171 msec 2024-11-13T14:25:55,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-13T14:25:55,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0941dc95db98007222187595a54cc424, ASSIGN in 326 msec 2024-11-13T14:25:55,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:25:55,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507955776"}]},"ts":"1731507955776"} 2024-11-13T14:25:55,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T14:25:55,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:25:55,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-13T14:25:56,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-13T14:25:56,783 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:56,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11317fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:56,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:56,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:56,789 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:56,789 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:56,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:56,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0262bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:56,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:56,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:56,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:56,793 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:56,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c883a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:56,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:56,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:56,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:56,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:56,796 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:25:56,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,42917,1731507852895 2024-11-13T14:25:56,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1102d82a 2024-11-13T14:25:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:25:56,797 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:25:56,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T14:25:56,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:25:56,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=100, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T14:25:56,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742136_1312 (size=995) 2024-11-13T14:25:57,214 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-13T14:25:57,214 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-13T14:25:57,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T14:25:57,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0941dc95db98007222187595a54cc424, REOPEN/MOVE}] 2024-11-13T14:25:57,224 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0941dc95db98007222187595a54cc424, REOPEN/MOVE 2024-11-13T14:25:57,225 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=0941dc95db98007222187595a54cc424, regionState=CLOSING, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:57,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0941dc95db98007222187595a54cc424, REOPEN/MOVE because future has completed 2024-11-13T14:25:57,227 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T14:25:57,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619}] 2024-11-13T14:25:57,380 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(122): Close 0941dc95db98007222187595a54cc424 2024-11-13T14:25:57,380 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T14:25:57,381 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1722): Closing 0941dc95db98007222187595a54cc424, disabling compactions & flushes 2024-11-13T14:25:57,381 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:57,381 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:57,381 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. after waiting 0 ms 2024-11-13T14:25:57,381 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:57,388 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T14:25:57,389 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:57,390 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1676): Region close journal for 0941dc95db98007222187595a54cc424: Waiting for close lock at 1731507957380Running coprocessor pre-close hooks at 1731507957380Disabling compacts and flushes for region at 1731507957380Disabling writes for close at 1731507957381 (+1 ms)Writing region close event to WAL at 1731507957382 (+1 ms)Running coprocessor post-close hooks at 1731507957389 (+7 ms)Closed at 1731507957389 2024-11-13T14:25:57,390 WARN [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegionServer(3299): Not adding moved region record: 0941dc95db98007222187595a54cc424 to self. 2024-11-13T14:25:57,393 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(157): Closed 0941dc95db98007222187595a54cc424 2024-11-13T14:25:57,394 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=0941dc95db98007222187595a54cc424, regionState=CLOSED 2024-11-13T14:25:57,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 because future has completed 2024-11-13T14:25:57,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-11-13T14:25:57,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; CloseRegionProcedure 0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 in 169 msec 2024-11-13T14:25:57,399 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0941dc95db98007222187595a54cc424, REOPEN/MOVE; state=CLOSED, location=eb1966fd6578,42905,1731507853619; forceNewPlan=false, retain=true 2024-11-13T14:25:57,550 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=0941dc95db98007222187595a54cc424, regionState=OPENING, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:57,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0941dc95db98007222187595a54cc424, REOPEN/MOVE because future has completed 2024-11-13T14:25:57,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619}] 2024-11-13T14:25:57,712 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:57,712 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7752): Opening region: {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:25:57,712 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0941dc95db98007222187595a54cc424 2024-11-13T14:25:57,712 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:25:57,713 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7794): checking encryption for 0941dc95db98007222187595a54cc424 2024-11-13T14:25:57,713 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7797): checking classloading for 0941dc95db98007222187595a54cc424 2024-11-13T14:25:57,714 INFO [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0941dc95db98007222187595a54cc424 2024-11-13T14:25:57,715 INFO [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0941dc95db98007222187595a54cc424 columnFamilyName A 2024-11-13T14:25:57,717 DEBUG [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:57,718 INFO [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] regionserver.HStore(327): Store=0941dc95db98007222187595a54cc424/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:25:57,718 INFO [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0941dc95db98007222187595a54cc424 2024-11-13T14:25:57,719 INFO [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0941dc95db98007222187595a54cc424 columnFamilyName B 2024-11-13T14:25:57,719 DEBUG [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:57,720 INFO [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] regionserver.HStore(327): Store=0941dc95db98007222187595a54cc424/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:25:57,720 INFO [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0941dc95db98007222187595a54cc424 2024-11-13T14:25:57,721 INFO [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0941dc95db98007222187595a54cc424 columnFamilyName C 2024-11-13T14:25:57,721 DEBUG [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:57,721 INFO [StoreOpener-0941dc95db98007222187595a54cc424-1 {}] regionserver.HStore(327): Store=0941dc95db98007222187595a54cc424/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:25:57,722 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1038): replaying wal for 0941dc95db98007222187595a54cc424 2024-11-13T14:25:57,724 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424 2024-11-13T14:25:57,725 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424 2024-11-13T14:25:57,726 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1048): stopping wal replay for 0941dc95db98007222187595a54cc424 2024-11-13T14:25:57,726 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1060): Cleaning up temporary data for 0941dc95db98007222187595a54cc424 2024-11-13T14:25:57,726 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T14:25:57,727 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1093): writing seq id for 0941dc95db98007222187595a54cc424 2024-11-13T14:25:57,728 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1114): Opened 0941dc95db98007222187595a54cc424; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64237773, jitterRate=-0.04278258979320526}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T14:25:57,728 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0941dc95db98007222187595a54cc424 2024-11-13T14:25:57,728 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1006): Region open journal for 0941dc95db98007222187595a54cc424: Running coprocessor pre-open hook at 1731507957713Writing region info on filesystem at 1731507957713Initializing all the Stores at 1731507957714 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507957714Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507957714Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507957714Cleaning up temporary data from old regions at 1731507957726 (+12 ms)Running coprocessor post-open hooks at 1731507957728 (+2 ms)Region opened successfully at 1731507957728 2024-11-13T14:25:57,729 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., pid=104, masterSystemTime=1731507957708 2024-11-13T14:25:57,730 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:57,730 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:57,731 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=0941dc95db98007222187595a54cc424, regionState=OPEN, openSeqNum=5, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:57,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 because future has completed 2024-11-13T14:25:57,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=102 2024-11-13T14:25:57,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=102, state=SUCCESS, hasLock=false; OpenRegionProcedure 0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 in 178 msec 2024-11-13T14:25:57,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-13T14:25:57,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0941dc95db98007222187595a54cc424, REOPEN/MOVE in 510 msec 2024-11-13T14:25:57,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-13T14:25:57,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec 2024-11-13T14:25:57,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 939 msec 2024-11-13T14:25:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-11-13T14:25:57,741 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:25:57,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ec6412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,742 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:57,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:57,743 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:57,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:57,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:57,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302a307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:57,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:57,744 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:57,744 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:57,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301d7dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f2378c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:57,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:57,747 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:57,748 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:57,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f0524e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cc49f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,750 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:57,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:57,751 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:57,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:57,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:57,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d5cccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:57,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:57,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:57,752 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:57,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454ddf25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0f0eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:57,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:57,755 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b82f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:57,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:57,756 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:57,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dbde85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b758c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:57,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:57,759 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:57,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:57,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:57,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620b2d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:57,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:57,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:57,760 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d024c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74481d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:57,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:57,762 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e99eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:57,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:57,764 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:57,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a887ff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514b3d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:57,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:57,767 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:57,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:57,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:57,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603481e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:57,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:57,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:57,768 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:57,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459f77e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b14e3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:57,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:57,770 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:57,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:57,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:57,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130b0b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:57,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:57,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:57,772 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:57,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3bbf0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e264c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:57,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:57,774 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:57,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:57,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:57,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e493c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:57,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:57,775 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:57,775 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:57,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3beef1d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a84aab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:25:57,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:25:57,778 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:25:57,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:25:57,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:25:57,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55fa5395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:25:57,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:25:57,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:25:57,780 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:25:57,780 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69995c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:25:57,781 DEBUG [Thread-1443 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:57,781 DEBUG [Thread-1449 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:57,781 DEBUG [Thread-1456 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:57,781 DEBUG [Thread-1458 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:57,781 DEBUG [Thread-1452 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:57,781 DEBUG [Thread-1447 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:57,782 DEBUG [Thread-1454 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:57,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:57,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:57,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:57,783 DEBUG [Thread-1441 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:57,783 DEBUG [Thread-1460 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:57,784 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:25:57,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:57,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:57,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:57,784 DEBUG [Thread-1445 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:25:57,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:57,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:57,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:57,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:57,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-13T14:25:57,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:57,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:25:57,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:25:57,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T14:25:57,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:57,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:57,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:25:57,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:25:57,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:57,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:25:57,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:25:57,787 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:25:57,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:25:57,788 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:25:57,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:25:57,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:25:57,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:25:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:25:57,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:25:57,792 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:25:57,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:25:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 0941dc95db98007222187595a54cc424 2024-11-13T14:25:57,798 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:25:57,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0941dc95db98007222187595a54cc424 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:25:57,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a32cad9ce775491eb5e316cdef1314df_0941dc95db98007222187595a54cc424 is 50, key is test_row_0/A:col10/1731507957797/Put/seqid=0 2024-11-13T14:25:57,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:57,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508017824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508017823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:57,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742137_1313 (size=12154) 2024-11-13T14:25:57,834 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:57,838 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a32cad9ce775491eb5e316cdef1314df_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a32cad9ce775491eb5e316cdef1314df_0941dc95db98007222187595a54cc424 2024-11-13T14:25:57,838 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/c66211e72c1d4612a57552a2622dbd79, store: [table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:25:57,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/c66211e72c1d4612a57552a2622dbd79 is 175, key is test_row_0/A:col10/1731507957797/Put/seqid=0 2024-11-13T14:25:57,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:57,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508017832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508017831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:57,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:57,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731508017833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:57,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:57,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:57,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742138_1314 (size=30951) 2024-11-13T14:25:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T14:25:57,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:57,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T14:25:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508017942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508017942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:57,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:57,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:25:57,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:57,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:57,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:57,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731508017952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508017952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:57,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508017953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:57,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:57,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:58,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T14:25:58,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:58,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:25:58,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:58,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:58,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T14:25:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:58,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508018152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:58,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:58,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508018152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:58,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:58,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,156 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:58,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508018162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:58,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508018163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:58,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731508018163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:58,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:58,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:58,250 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/c66211e72c1d4612a57552a2622dbd79 2024-11-13T14:25:58,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T14:25:58,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:58,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:25:58,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:58,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:58,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:58,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/e9bbaed847484774a068968092fc01f9 is 50, key is test_row_0/B:col10/1731507957797/Put/seqid=0 2024-11-13T14:25:58,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742139_1315 (size=9657) 2024-11-13T14:25:58,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/e9bbaed847484774a068968092fc01f9 2024-11-13T14:25:58,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/08afb477bd144a1ba7e184132ba5fd03 is 50, key is test_row_0/C:col10/1731507957797/Put/seqid=0 2024-11-13T14:25:58,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742140_1316 (size=9657) 2024-11-13T14:25:58,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T14:25:58,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:58,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:25:58,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:58,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:58,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T14:25:58,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508018462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:58,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:58,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508018462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:58,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:58,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:58,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508018472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:58,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508018472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731508018472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:58,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T14:25:58,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:58,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:25:58,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:58,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:58,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:58,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T14:25:58,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:58,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:25:58,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:58,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:58,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:25:58,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/08afb477bd144a1ba7e184132ba5fd03 2024-11-13T14:25:58,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/c66211e72c1d4612a57552a2622dbd79 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/c66211e72c1d4612a57552a2622dbd79 2024-11-13T14:25:58,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/c66211e72c1d4612a57552a2622dbd79, entries=150, sequenceid=15, filesize=30.2 K 2024-11-13T14:25:58,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/e9bbaed847484774a068968092fc01f9 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/e9bbaed847484774a068968092fc01f9 2024-11-13T14:25:58,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/e9bbaed847484774a068968092fc01f9, entries=100, sequenceid=15, filesize=9.4 K 2024-11-13T14:25:58,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/08afb477bd144a1ba7e184132ba5fd03 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/08afb477bd144a1ba7e184132ba5fd03 2024-11-13T14:25:58,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/08afb477bd144a1ba7e184132ba5fd03, entries=100, sequenceid=15, filesize=9.4 K 2024-11-13T14:25:58,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0941dc95db98007222187595a54cc424 in 950ms, sequenceid=15, compaction requested=false 2024-11-13T14:25:58,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:25:58,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-13T14:25:58,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:25:58,865 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 0941dc95db98007222187595a54cc424 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T14:25:58,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137a2d3d97128b4382b6b92536e3088f4b_0941dc95db98007222187595a54cc424 is 50, key is test_row_0/A:col10/1731507957830/Put/seqid=0 2024-11-13T14:25:58,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742141_1317 (size=12154) 2024-11-13T14:25:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T14:25:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 0941dc95db98007222187595a54cc424 2024-11-13T14:25:58,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:25:58,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731508018982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:58,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:58,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508018983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:58,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:58,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:58,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508018984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:58,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:58,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508018985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:58,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508018986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:58,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:58,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:58,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:59,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508019092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:59,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:59,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508019092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:59,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:59,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:59,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508019102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:59,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:59,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508019102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:59,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:59,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:59,248 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T14:25:59,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:25:59,282 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137a2d3d97128b4382b6b92536e3088f4b_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137a2d3d97128b4382b6b92536e3088f4b_0941dc95db98007222187595a54cc424 2024-11-13T14:25:59,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/41c2c22a33604eecaebb8b615416d755, store: [table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:25:59,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/41c2c22a33604eecaebb8b615416d755 is 175, key is test_row_0/A:col10/1731507957830/Put/seqid=0 2024-11-13T14:25:59,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742142_1318 (size=30955) 2024-11-13T14:25:59,299 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/41c2c22a33604eecaebb8b615416d755 2024-11-13T14:25:59,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508019303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:59,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508019304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:59,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:59,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:59,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/f7d1e48addef44ceb1a2448c38443e71 is 50, key is test_row_0/B:col10/1731507957830/Put/seqid=0 2024-11-13T14:25:59,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508019312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:59,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:59,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508019312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:59,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:59,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:59,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742143_1319 (size=12001) 2024-11-13T14:25:59,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508019612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:59,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:59,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508019612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:59,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:59,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508019622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:59,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:25:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508019622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:25:59,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:25:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:25:59,736 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/f7d1e48addef44ceb1a2448c38443e71 2024-11-13T14:25:59,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/387a0d8736d54496bf4ba6777a120a6c is 50, key is test_row_0/C:col10/1731507957830/Put/seqid=0 2024-11-13T14:25:59,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742144_1320 (size=12001) 2024-11-13T14:25:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T14:26:00,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731508020001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:00,006 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in 0941dc95db98007222187595a54cc424 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:26:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:00,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:00,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508020122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:00,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:00,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:00,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:00,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508020132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:00,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:00,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:00,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:00,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508020142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:00,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:00,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:00,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:00,146 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508020142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:00,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:00,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:00,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:00,152 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/387a0d8736d54496bf4ba6777a120a6c 2024-11-13T14:26:00,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/41c2c22a33604eecaebb8b615416d755 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/41c2c22a33604eecaebb8b615416d755 2024-11-13T14:26:00,160 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/41c2c22a33604eecaebb8b615416d755, entries=150, sequenceid=40, filesize=30.2 K 2024-11-13T14:26:00,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/f7d1e48addef44ceb1a2448c38443e71 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/f7d1e48addef44ceb1a2448c38443e71 2024-11-13T14:26:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,167 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/f7d1e48addef44ceb1a2448c38443e71, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T14:26:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/387a0d8736d54496bf4ba6777a120a6c as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/387a0d8736d54496bf4ba6777a120a6c 2024-11-13T14:26:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,171 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/387a0d8736d54496bf4ba6777a120a6c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T14:26:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,172 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0941dc95db98007222187595a54cc424 in 1308ms, sequenceid=40, compaction requested=false 2024-11-13T14:26:00,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:00,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:00,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-13T14:26:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-13T14:26:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-13T14:26:00,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3860 sec 2024-11-13T14:26:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.3930 sec 2024-11-13T14:26:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 0941dc95db98007222187595a54cc424 2024-11-13T14:26:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,173 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:26:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0941dc95db98007222187595a54cc424 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T14:26:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f828f71589784ed4b6cdc769287e8403_0941dc95db98007222187595a54cc424 is 50, key is test_row_0/A:col10/1731507958985/Put/seqid=0 2024-11-13T14:26:01,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742145_1321 (size=12154) 2024-11-13T14:26:01,245 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:01,249 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f828f71589784ed4b6cdc769287e8403_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f828f71589784ed4b6cdc769287e8403_0941dc95db98007222187595a54cc424 2024-11-13T14:26:01,250 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/74553912e84e461bae781baa72b57219, store: [table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:01,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/74553912e84e461bae781baa72b57219 is 175, key is test_row_0/A:col10/1731507958985/Put/seqid=0 2024-11-13T14:26:01,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742146_1322 (size=30955) 2024-11-13T14:26:01,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508021256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:01,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508021257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:01,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508021258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:01,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:01,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:01,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508021264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:01,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:01,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508021372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:01,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508021382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:01,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:01,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508021383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:01,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:01,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508021383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:01,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:01,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508021582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:01,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:01,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508021602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:01,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:01,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508021602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:01,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:01,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:01,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508021602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:01,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:01,664 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/74553912e84e461bae781baa72b57219 2024-11-13T14:26:01,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/23938a6b86c147f5aee7785456b46d46 is 50, key is test_row_0/B:col10/1731507958985/Put/seqid=0 2024-11-13T14:26:01,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742147_1323 (size=12001) 2024-11-13T14:26:01,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/23938a6b86c147f5aee7785456b46d46 2024-11-13T14:26:01,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/b7f0653c32d74779a86dac62d15f6c3f is 50, key is test_row_0/C:col10/1731507958985/Put/seqid=0 2024-11-13T14:26:01,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742148_1324 (size=12001) 2024-11-13T14:26:01,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/b7f0653c32d74779a86dac62d15f6c3f 2024-11-13T14:26:01,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/74553912e84e461bae781baa72b57219 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/74553912e84e461bae781baa72b57219 2024-11-13T14:26:01,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/74553912e84e461bae781baa72b57219, entries=150, sequenceid=52, filesize=30.2 K 2024-11-13T14:26:01,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/23938a6b86c147f5aee7785456b46d46 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/23938a6b86c147f5aee7785456b46d46 2024-11-13T14:26:01,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/23938a6b86c147f5aee7785456b46d46, entries=150, sequenceid=52, filesize=11.7 K 2024-11-13T14:26:01,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/b7f0653c32d74779a86dac62d15f6c3f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/b7f0653c32d74779a86dac62d15f6c3f 2024-11-13T14:26:01,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/b7f0653c32d74779a86dac62d15f6c3f, entries=150, sequenceid=52, filesize=11.7 K 2024-11-13T14:26:01,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0941dc95db98007222187595a54cc424 in 560ms, sequenceid=52, compaction requested=true 2024-11-13T14:26:01,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:01,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0941dc95db98007222187595a54cc424:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:26:01,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:01,734 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:01,734 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:01,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0941dc95db98007222187595a54cc424:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:26:01,735 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:01,735 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 0941dc95db98007222187595a54cc424/A is initiating minor compaction (all files) 2024-11-13T14:26:01,735 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0941dc95db98007222187595a54cc424/A in TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:01,735 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/c66211e72c1d4612a57552a2622dbd79, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/41c2c22a33604eecaebb8b615416d755, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/74553912e84e461bae781baa72b57219] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp, totalSize=90.7 K 2024-11-13T14:26:01,735 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:01,735 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. files: [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/c66211e72c1d4612a57552a2622dbd79, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/41c2c22a33604eecaebb8b615416d755, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/74553912e84e461bae781baa72b57219] 2024-11-13T14:26:01,736 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting c66211e72c1d4612a57552a2622dbd79, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731507957795 2024-11-13T14:26:01,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:01,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0941dc95db98007222187595a54cc424:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:26:01,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:01,736 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 41c2c22a33604eecaebb8b615416d755, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731507957822 2024-11-13T14:26:01,736 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 74553912e84e461bae781baa72b57219, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731507958983 2024-11-13T14:26:01,736 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:01,736 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 0941dc95db98007222187595a54cc424/B is initiating minor compaction (all files) 2024-11-13T14:26:01,736 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0941dc95db98007222187595a54cc424/B in TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:01,736 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/e9bbaed847484774a068968092fc01f9, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/f7d1e48addef44ceb1a2448c38443e71, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/23938a6b86c147f5aee7785456b46d46] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp, totalSize=32.9 K 2024-11-13T14:26:01,737 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9bbaed847484774a068968092fc01f9, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731507957797 2024-11-13T14:26:01,737 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7d1e48addef44ceb1a2448c38443e71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731507957822 2024-11-13T14:26:01,737 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23938a6b86c147f5aee7785456b46d46, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731507958983 2024-11-13T14:26:01,757 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:01,766 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0941dc95db98007222187595a54cc424#B#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:01,766 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/189450b702fc41959ad872d43750a16e is 50, key is test_row_0/B:col10/1731507958985/Put/seqid=0 2024-11-13T14:26:01,777 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113f756feba6e5b4896b79df7d4a5974445_0941dc95db98007222187595a54cc424 store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:01,779 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113f756feba6e5b4896b79df7d4a5974445_0941dc95db98007222187595a54cc424, store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:01,779 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f756feba6e5b4896b79df7d4a5974445_0941dc95db98007222187595a54cc424 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:01,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742149_1325 (size=12104) 2024-11-13T14:26:01,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742150_1326 (size=4469) 2024-11-13T14:26:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 0941dc95db98007222187595a54cc424 2024-11-13T14:26:01,899 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:26:01,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0941dc95db98007222187595a54cc424 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T14:26:01,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111306ea3e97924c4713bf33150860ed27b8_0941dc95db98007222187595a54cc424 is 50, key is test_row_0/A:col10/1731507961256/Put/seqid=0 2024-11-13T14:26:01,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742151_1327 (size=14594) 2024-11-13T14:26:01,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508021925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:01,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:01,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508021931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:01,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,935 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:01,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508021932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:01,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508021933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-13T14:26:01,952 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:01,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:26:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-13T14:26:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T14:26:01,954 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:26:01,954 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:26:01,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:26:02,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731508022022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:02,032 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in 0941dc95db98007222187595a54cc424 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:26:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:02,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508022042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508022042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T14:26:02,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508022052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:02,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:02,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508022052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:02,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:02,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T14:26:02,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:02,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:02,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:02,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:02,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:02,218 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/189450b702fc41959ad872d43750a16e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/189450b702fc41959ad872d43750a16e 2024-11-13T14:26:02,223 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0941dc95db98007222187595a54cc424/B of 0941dc95db98007222187595a54cc424 into 189450b702fc41959ad872d43750a16e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:02,223 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:02,223 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., storeName=0941dc95db98007222187595a54cc424/B, priority=13, startTime=1731507961734; duration=0sec 2024-11-13T14:26:02,223 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:02,223 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0941dc95db98007222187595a54cc424:B 2024-11-13T14:26:02,223 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:02,224 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0941dc95db98007222187595a54cc424#A#compaction#284 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:02,224 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/63e0a96815cc4e3180e83fd1467e1344 is 175, key is test_row_0/A:col10/1731507958985/Put/seqid=0 2024-11-13T14:26:02,236 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:02,236 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 0941dc95db98007222187595a54cc424/C is initiating minor compaction (all files) 2024-11-13T14:26:02,236 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0941dc95db98007222187595a54cc424/C in TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:02,236 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/08afb477bd144a1ba7e184132ba5fd03, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/387a0d8736d54496bf4ba6777a120a6c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/b7f0653c32d74779a86dac62d15f6c3f] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp, totalSize=32.9 K 2024-11-13T14:26:02,237 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08afb477bd144a1ba7e184132ba5fd03, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731507957797 2024-11-13T14:26:02,237 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 387a0d8736d54496bf4ba6777a120a6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731507957822 2024-11-13T14:26:02,237 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7f0653c32d74779a86dac62d15f6c3f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731507958983 2024-11-13T14:26:02,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742152_1328 (size=31058) 2024-11-13T14:26:02,245 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/63e0a96815cc4e3180e83fd1467e1344 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/63e0a96815cc4e3180e83fd1467e1344 2024-11-13T14:26:02,247 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0941dc95db98007222187595a54cc424#C#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:02,247 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/284082ed9c1b47fe97a38236e67f5b63 is 50, key is test_row_0/C:col10/1731507958985/Put/seqid=0 2024-11-13T14:26:02,251 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0941dc95db98007222187595a54cc424/A of 0941dc95db98007222187595a54cc424 into 63e0a96815cc4e3180e83fd1467e1344(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:02,251 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:02,251 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., storeName=0941dc95db98007222187595a54cc424/A, priority=13, startTime=1731507961734; duration=0sec 2024-11-13T14:26:02,251 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:02,251 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0941dc95db98007222187595a54cc424:A 2024-11-13T14:26:02,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508022253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:02,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:02,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508022253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:02,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:02,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T14:26:02,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:02,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:02,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:02,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:02,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:02,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742153_1329 (size=12104) 2024-11-13T14:26:02,267 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/284082ed9c1b47fe97a38236e67f5b63 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/284082ed9c1b47fe97a38236e67f5b63 2024-11-13T14:26:02,271 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0941dc95db98007222187595a54cc424/C of 0941dc95db98007222187595a54cc424 into 284082ed9c1b47fe97a38236e67f5b63(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:02,271 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:02,271 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., storeName=0941dc95db98007222187595a54cc424/C, priority=13, startTime=1731507961736; duration=0sec 2024-11-13T14:26:02,271 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:02,271 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0941dc95db98007222187595a54cc424:C 2024-11-13T14:26:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T14:26:02,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508022272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:02,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:02,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508022272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:02,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:02,314 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:02,317 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111306ea3e97924c4713bf33150860ed27b8_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111306ea3e97924c4713bf33150860ed27b8_0941dc95db98007222187595a54cc424 2024-11-13T14:26:02,318 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/67b4198cdc0046a1a494ebf2a26ed1d2, store: [table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:02,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/67b4198cdc0046a1a494ebf2a26ed1d2 is 175, key is test_row_0/A:col10/1731507961256/Put/seqid=0 2024-11-13T14:26:02,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742154_1330 (size=39549) 2024-11-13T14:26:02,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T14:26:02,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:02,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:02,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:02,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:02,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:02,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T14:26:02,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:02,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:02,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:02,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:02,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:02,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508022562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:02,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:02,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508022562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:02,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:02,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,570 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T14:26:02,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508022591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:02,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508022591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:02,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:02,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T14:26:02,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:02,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:02,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:02,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:02,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:02,724 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/67b4198cdc0046a1a494ebf2a26ed1d2 2024-11-13T14:26:02,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/6df7e618735d4d67851b3e45568fde8b is 50, key is test_row_0/B:col10/1731507961256/Put/seqid=0 2024-11-13T14:26:02,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742155_1331 (size=12001) 2024-11-13T14:26:02,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T14:26:02,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:02,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:02,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:02,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:02,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:03,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T14:26:03,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:03,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:03,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:03,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:03,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:03,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508023082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:03,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508023082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:03,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:03,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:03,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:03,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:03,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:03,088 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T14:26:03,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508023102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:03,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508023102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:03,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:03,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:03,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:03,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:03,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:03,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:03,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/6df7e618735d4d67851b3e45568fde8b 2024-11-13T14:26:03,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/4c636ee65de4428086f01f5b8409d942 is 50, key is test_row_0/C:col10/1731507961256/Put/seqid=0 2024-11-13T14:26:03,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742156_1332 (size=12001) 2024-11-13T14:26:03,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T14:26:03,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:03,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:03,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:03,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:03,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:03,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T14:26:03,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:03,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:03,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:03,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:03,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:03,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T14:26:03,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:03,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:03,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:03,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:03,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:03,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/4c636ee65de4428086f01f5b8409d942 2024-11-13T14:26:03,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/67b4198cdc0046a1a494ebf2a26ed1d2 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/67b4198cdc0046a1a494ebf2a26ed1d2 2024-11-13T14:26:03,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/67b4198cdc0046a1a494ebf2a26ed1d2, entries=200, sequenceid=77, filesize=38.6 K 2024-11-13T14:26:03,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/6df7e618735d4d67851b3e45568fde8b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/6df7e618735d4d67851b3e45568fde8b 2024-11-13T14:26:03,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/6df7e618735d4d67851b3e45568fde8b, entries=150, sequenceid=77, filesize=11.7 K 2024-11-13T14:26:03,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/4c636ee65de4428086f01f5b8409d942 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/4c636ee65de4428086f01f5b8409d942 2024-11-13T14:26:03,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/4c636ee65de4428086f01f5b8409d942, entries=150, sequenceid=77, filesize=11.7 K 2024-11-13T14:26:03,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0941dc95db98007222187595a54cc424 in 1666ms, sequenceid=77, compaction requested=false 2024-11-13T14:26:03,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:03,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-13T14:26:03,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:03,638 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 0941dc95db98007222187595a54cc424 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:26:03,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a8d016f4cbd9421aa287ea517bd52f1b_0941dc95db98007222187595a54cc424 is 50, key is test_row_0/A:col10/1731507961924/Put/seqid=0 2024-11-13T14:26:03,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742157_1333 (size=12154) 2024-11-13T14:26:04,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:04,066 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113a8d016f4cbd9421aa287ea517bd52f1b_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a8d016f4cbd9421aa287ea517bd52f1b_0941dc95db98007222187595a54cc424 2024-11-13T14:26:04,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/bf0c8bab15154379955e702bd60c4be9, store: [table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:04,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/bf0c8bab15154379955e702bd60c4be9 is 175, key is test_row_0/A:col10/1731507961924/Put/seqid=0 2024-11-13T14:26:04,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742158_1334 (size=30955) 2024-11-13T14:26:04,072 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/bf0c8bab15154379955e702bd60c4be9 2024-11-13T14:26:04,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/b1061839b3dc4a7885e3d272c3eb0d45 is 50, key is test_row_0/B:col10/1731507961924/Put/seqid=0 2024-11-13T14:26:04,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742159_1335 (size=12001) 2024-11-13T14:26:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 0941dc95db98007222187595a54cc424 2024-11-13T14:26:04,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T14:26:04,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508024144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:04,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:04,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508024149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:04,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:04,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:04,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508024153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:04,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:04,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508024154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:04,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:04,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508024261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:04,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:04,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508024261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:04,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:04,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508024262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:04,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:04,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508024272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:04,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:04,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508024472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:04,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508024472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:04,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508024472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:04,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508024482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:04,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:04,488 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/b1061839b3dc4a7885e3d272c3eb0d45 2024-11-13T14:26:04,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/ecf8c33f67bf407a8fc529a3029cf450 is 50, key is test_row_0/C:col10/1731507961924/Put/seqid=0 2024-11-13T14:26:04,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742160_1336 (size=12001) 2024-11-13T14:26:04,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508024782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:04,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:04,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508024782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:04,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:04,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:04,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508024782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:04,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:04,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508024791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:04,897 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/ecf8c33f67bf407a8fc529a3029cf450 2024-11-13T14:26:04,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/bf0c8bab15154379955e702bd60c4be9 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/bf0c8bab15154379955e702bd60c4be9 2024-11-13T14:26:04,905 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/bf0c8bab15154379955e702bd60c4be9, entries=150, sequenceid=91, filesize=30.2 K 2024-11-13T14:26:04,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/b1061839b3dc4a7885e3d272c3eb0d45 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/b1061839b3dc4a7885e3d272c3eb0d45 2024-11-13T14:26:04,908 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/b1061839b3dc4a7885e3d272c3eb0d45, entries=150, sequenceid=91, filesize=11.7 K 2024-11-13T14:26:04,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/ecf8c33f67bf407a8fc529a3029cf450 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/ecf8c33f67bf407a8fc529a3029cf450 2024-11-13T14:26:04,912 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/ecf8c33f67bf407a8fc529a3029cf450, entries=150, sequenceid=91, filesize=11.7 K 2024-11-13T14:26:04,913 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0941dc95db98007222187595a54cc424 in 1275ms, sequenceid=91, compaction requested=true 2024-11-13T14:26:04,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:04,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:04,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-13T14:26:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-13T14:26:04,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-13T14:26:04,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9600 sec 2024-11-13T14:26:04,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.9630 sec 2024-11-13T14:26:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 0941dc95db98007222187595a54cc424 2024-11-13T14:26:05,297 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:26:05,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0941dc95db98007222187595a54cc424 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T14:26:05,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ef87ee8c574e4eb2928092fef1caaed4_0941dc95db98007222187595a54cc424 is 50, key is test_row_0/A:col10/1731507964132/Put/seqid=0 2024-11-13T14:26:05,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742161_1337 (size=17034) 2024-11-13T14:26:05,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508025309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:05,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:05,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508025310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:05,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:05,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:05,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508025311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:05,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:05,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508025312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:05,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:05,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508025422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:05,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:05,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508025422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:05,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:05,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:05,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508025422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:05,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,430 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:05,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508025432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:05,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:05,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508025632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:05,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508025632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:05,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508025641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:05,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508025652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:05,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:05,708 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:05,711 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ef87ee8c574e4eb2928092fef1caaed4_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ef87ee8c574e4eb2928092fef1caaed4_0941dc95db98007222187595a54cc424 2024-11-13T14:26:05,712 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/af1c6442301b4a5fb11685604293df6b, store: [table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:05,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/af1c6442301b4a5fb11685604293df6b is 175, key is test_row_0/A:col10/1731507964132/Put/seqid=0 2024-11-13T14:26:05,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742162_1338 (size=48139) 2024-11-13T14:26:05,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508025942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:05,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:05,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508025952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:05,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508025952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:05,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508025961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:06,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731508026052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:06,059 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in 0941dc95db98007222187595a54cc424 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:26:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-13T14:26:06,112 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:06,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:26:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-13T14:26:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T14:26:06,114 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:26:06,114 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:26:06,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:26:06,117 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/af1c6442301b4a5fb11685604293df6b 2024-11-13T14:26:06,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/b4071fc1f9f249678be86eddfaa033fa is 50, key is test_row_0/B:col10/1731507964132/Put/seqid=0 2024-11-13T14:26:06,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742163_1339 (size=12001) 2024-11-13T14:26:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T14:26:06,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T14:26:06,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:06,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:06,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:06,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:06,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:06,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T14:26:06,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:06,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:06,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:06,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:06,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T14:26:06,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508026452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:06,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:06,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:06,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:06,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508026462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:06,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508026462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:06,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:06,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:06,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:06,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:06,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:06,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:06,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508026482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:06,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:06,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:06,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:06,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/b4071fc1f9f249678be86eddfaa033fa 2024-11-13T14:26:06,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/6850429281f14fe68cbdb01c4a41fe23 is 50, key is test_row_0/C:col10/1731507964132/Put/seqid=0 2024-11-13T14:26:06,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742164_1340 (size=12001) 2024-11-13T14:26:06,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T14:26:06,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:06,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:06,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:06,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:06,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:06,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T14:26:06,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:06,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:06,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:06,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:06,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T14:26:06,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T14:26:06,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:06,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:06,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:06,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:06,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:06,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/6850429281f14fe68cbdb01c4a41fe23 2024-11-13T14:26:06,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/af1c6442301b4a5fb11685604293df6b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/af1c6442301b4a5fb11685604293df6b 2024-11-13T14:26:06,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/af1c6442301b4a5fb11685604293df6b, entries=250, sequenceid=118, filesize=47.0 K 2024-11-13T14:26:06,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/b4071fc1f9f249678be86eddfaa033fa as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/b4071fc1f9f249678be86eddfaa033fa 2024-11-13T14:26:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/b4071fc1f9f249678be86eddfaa033fa, entries=150, sequenceid=118, filesize=11.7 K 2024-11-13T14:26:06,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/6850429281f14fe68cbdb01c4a41fe23 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/6850429281f14fe68cbdb01c4a41fe23 2024-11-13T14:26:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/6850429281f14fe68cbdb01c4a41fe23, entries=150, sequenceid=118, filesize=11.7 K 2024-11-13T14:26:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0941dc95db98007222187595a54cc424 in 1656ms, sequenceid=118, compaction requested=true 2024-11-13T14:26:06,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:06,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0941dc95db98007222187595a54cc424:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:26:06,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:06,954 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:26:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,954 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:26:06,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0941dc95db98007222187595a54cc424:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:26:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:06,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0941dc95db98007222187595a54cc424:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:26:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,955 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149701 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:26:06,955 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 0941dc95db98007222187595a54cc424/A is initiating minor compaction (all files) 2024-11-13T14:26:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,955 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0941dc95db98007222187595a54cc424/A in TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:06,955 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/63e0a96815cc4e3180e83fd1467e1344, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/67b4198cdc0046a1a494ebf2a26ed1d2, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/bf0c8bab15154379955e702bd60c4be9, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/af1c6442301b4a5fb11685604293df6b] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp, totalSize=146.2 K 2024-11-13T14:26:06,955 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:06,955 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. files: [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/63e0a96815cc4e3180e83fd1467e1344, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/67b4198cdc0046a1a494ebf2a26ed1d2, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/bf0c8bab15154379955e702bd60c4be9, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/af1c6442301b4a5fb11685604293df6b] 2024-11-13T14:26:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,955 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:26:06,955 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 0941dc95db98007222187595a54cc424/B is initiating minor compaction (all files) 2024-11-13T14:26:06,955 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0941dc95db98007222187595a54cc424/B in TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:06,956 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/189450b702fc41959ad872d43750a16e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/6df7e618735d4d67851b3e45568fde8b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/b1061839b3dc4a7885e3d272c3eb0d45, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/b4071fc1f9f249678be86eddfaa033fa] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp, totalSize=47.0 K 2024-11-13T14:26:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,956 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63e0a96815cc4e3180e83fd1467e1344, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731507958983 2024-11-13T14:26:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,956 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67b4198cdc0046a1a494ebf2a26ed1d2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731507961255 2024-11-13T14:26:06,956 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 189450b702fc41959ad872d43750a16e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731507958983 2024-11-13T14:26:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,957 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 6df7e618735d4d67851b3e45568fde8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731507961256 2024-11-13T14:26:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,957 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf0c8bab15154379955e702bd60c4be9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731507961924 2024-11-13T14:26:06,957 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting b1061839b3dc4a7885e3d272c3eb0d45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731507961924 2024-11-13T14:26:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,957 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting b4071fc1f9f249678be86eddfaa033fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731507964132 2024-11-13T14:26:06,958 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting af1c6442301b4a5fb11685604293df6b, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731507964132 2024-11-13T14:26:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,965 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,968 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0941dc95db98007222187595a54cc424#B#compaction#296 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,969 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/d00174db07d748efb35eae2f9d8af55a is 50, key is test_row_0/B:col10/1731507964132/Put/seqid=0 2024-11-13T14:26:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,971 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113ad3247e720214f5e9175362bc03840c6_0941dc95db98007222187595a54cc424 store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742165_1341 (size=12241) 2024-11-13T14:26:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,977 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113ad3247e720214f5e9175362bc03840c6_0941dc95db98007222187595a54cc424, store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,977 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113ad3247e720214f5e9175362bc03840c6_0941dc95db98007222187595a54cc424 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,981 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/d00174db07d748efb35eae2f9d8af55a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/d00174db07d748efb35eae2f9d8af55a 2024-11-13T14:26:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,986 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0941dc95db98007222187595a54cc424/B of 0941dc95db98007222187595a54cc424 into d00174db07d748efb35eae2f9d8af55a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:06,986 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:06,986 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., storeName=0941dc95db98007222187595a54cc424/B, priority=12, startTime=1731507966954; duration=0sec 2024-11-13T14:26:06,986 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:06,986 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0941dc95db98007222187595a54cc424:B 2024-11-13T14:26:06,986 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:26:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,987 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:26:06,987 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 0941dc95db98007222187595a54cc424/C is initiating minor compaction (all files) 2024-11-13T14:26:06,987 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0941dc95db98007222187595a54cc424/C in TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:06,987 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/284082ed9c1b47fe97a38236e67f5b63, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/4c636ee65de4428086f01f5b8409d942, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/ecf8c33f67bf407a8fc529a3029cf450, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/6850429281f14fe68cbdb01c4a41fe23] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp, totalSize=47.0 K 2024-11-13T14:26:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,988 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 284082ed9c1b47fe97a38236e67f5b63, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731507958983 2024-11-13T14:26:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,989 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c636ee65de4428086f01f5b8409d942, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731507961256 2024-11-13T14:26:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,989 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting ecf8c33f67bf407a8fc529a3029cf450, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731507961924 2024-11-13T14:26:06,990 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 6850429281f14fe68cbdb01c4a41fe23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731507964132 2024-11-13T14:26:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742166_1342 (size=4469) 2024-11-13T14:26:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,002 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0941dc95db98007222187595a54cc424#C#compaction#298 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,003 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/25b9228cb8604210890ded6881a44439 is 50, key is test_row_0/C:col10/1731507964132/Put/seqid=0 2024-11-13T14:26:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742167_1343 (size=12241) 2024-11-13T14:26:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,011 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/25b9228cb8604210890ded6881a44439 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/25b9228cb8604210890ded6881a44439 2024-11-13T14:26:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,019 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0941dc95db98007222187595a54cc424/C of 0941dc95db98007222187595a54cc424 into 25b9228cb8604210890ded6881a44439(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:07,019 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:07,019 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., storeName=0941dc95db98007222187595a54cc424/C, priority=12, startTime=1731507966954; duration=0sec 2024-11-13T14:26:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,019 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:07,019 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0941dc95db98007222187595a54cc424:C 2024-11-13T14:26:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-13T14:26:07,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:07,030 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 0941dc95db98007222187595a54cc424 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-13T14:26:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111399ba8f012eb5455aa89a692bb28dd0b5_0941dc95db98007222187595a54cc424 is 50, key is test_row_1/A:col10/1731507965311/Put/seqid=0 2024-11-13T14:26:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742168_1344 (size=9714) 2024-11-13T14:26:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T14:26:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,399 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0941dc95db98007222187595a54cc424#A#compaction#297 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,399 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/54d9558d87454f32b78930fd5af6e0ae is 175, key is test_row_0/A:col10/1731507964132/Put/seqid=0 2024-11-13T14:26:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742169_1345 (size=31195) 2024-11-13T14:26:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,426 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/54d9558d87454f32b78930fd5af6e0ae as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/54d9558d87454f32b78930fd5af6e0ae 2024-11-13T14:26:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,432 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0941dc95db98007222187595a54cc424/A of 0941dc95db98007222187595a54cc424 into 54d9558d87454f32b78930fd5af6e0ae(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:07,432 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:07,432 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., storeName=0941dc95db98007222187595a54cc424/A, priority=12, startTime=1731507966953; duration=0sec 2024-11-13T14:26:07,432 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:07,432 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0941dc95db98007222187595a54cc424:A 2024-11-13T14:26:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,452 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111399ba8f012eb5455aa89a692bb28dd0b5_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111399ba8f012eb5455aa89a692bb28dd0b5_0941dc95db98007222187595a54cc424 2024-11-13T14:26:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/c0cf69cb0000444782363ba21d0bd706, store: [table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/c0cf69cb0000444782363ba21d0bd706 is 175, key is test_row_1/A:col10/1731507965311/Put/seqid=0 2024-11-13T14:26:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742170_1346 (size=22361) 2024-11-13T14:26:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,466 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/c0cf69cb0000444782363ba21d0bd706 2024-11-13T14:26:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/98b4ca56aeac4b06b53592116d710f8c is 50, key is test_row_1/B:col10/1731507965311/Put/seqid=0 2024-11-13T14:26:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742171_1347 (size=9657) 2024-11-13T14:26:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,485 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/98b4ca56aeac4b06b53592116d710f8c 2024-11-13T14:26:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/221669182a3c4e7186fc65cad78344ce is 50, key is test_row_1/C:col10/1731507965311/Put/seqid=0 2024-11-13T14:26:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 0941dc95db98007222187595a54cc424 2024-11-13T14:26:07,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742172_1348 (size=9657) 2024-11-13T14:26:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:07,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508027590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:07,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508027590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:07,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508027592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:07,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508027592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:07,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:07,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:07,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508027711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:07,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:07,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508027712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:07,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508027712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:07,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508027712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:07,905 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/221669182a3c4e7186fc65cad78344ce 2024-11-13T14:26:07,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/c0cf69cb0000444782363ba21d0bd706 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/c0cf69cb0000444782363ba21d0bd706 2024-11-13T14:26:07,914 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/c0cf69cb0000444782363ba21d0bd706, entries=100, sequenceid=129, filesize=21.8 K 2024-11-13T14:26:07,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/98b4ca56aeac4b06b53592116d710f8c as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/98b4ca56aeac4b06b53592116d710f8c 2024-11-13T14:26:07,920 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/98b4ca56aeac4b06b53592116d710f8c, entries=100, sequenceid=129, filesize=9.4 K 2024-11-13T14:26:07,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/221669182a3c4e7186fc65cad78344ce as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/221669182a3c4e7186fc65cad78344ce 2024-11-13T14:26:07,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508027922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:07,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:07,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508027922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:07,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508027922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508027922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:07,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:07,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:07,928 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/221669182a3c4e7186fc65cad78344ce, entries=100, sequenceid=129, filesize=9.4 K 2024-11-13T14:26:07,929 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 0941dc95db98007222187595a54cc424 in 899ms, sequenceid=129, compaction requested=false 2024-11-13T14:26:07,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:07,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:07,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-13T14:26:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-13T14:26:07,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-13T14:26:07,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8160 sec 2024-11-13T14:26:07,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.8210 sec 2024-11-13T14:26:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 0941dc95db98007222187595a54cc424 2024-11-13T14:26:08,234 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:26:08,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0941dc95db98007222187595a54cc424 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-13T14:26:08,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113531619a850484ef886db95b7b172ddd2_0941dc95db98007222187595a54cc424 is 50, key is test_row_0/A:col10/1731507968233/Put/seqid=0 2024-11-13T14:26:08,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742173_1349 (size=14794) 2024-11-13T14:26:08,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508028236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:08,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:08,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508028237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:08,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:08,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:08,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,246 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:08,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508028238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:08,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:08,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508028246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:08,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,250 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-13T14:26:08,262 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:08,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:26:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-13T14:26:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T14:26:08,263 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:26:08,264 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:26:08,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:26:08,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508028352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508028352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:08,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508028352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:08,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508028352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T14:26:08,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T14:26:08,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:08,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:08,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:08,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:08,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:08,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508028562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:08,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:08,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T14:26:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508028562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:08,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:08,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508028562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:08,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:08,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:08,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508028562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T14:26:08,643 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:08,646 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113531619a850484ef886db95b7b172ddd2_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113531619a850484ef886db95b7b172ddd2_0941dc95db98007222187595a54cc424 2024-11-13T14:26:08,647 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/dd4b3266d0874ce695214d15a8f4e1e7, store: [table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:08,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/dd4b3266d0874ce695214d15a8f4e1e7 is 175, key is test_row_0/A:col10/1731507968233/Put/seqid=0 2024-11-13T14:26:08,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742174_1350 (size=39749) 2024-11-13T14:26:08,652 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/dd4b3266d0874ce695214d15a8f4e1e7 2024-11-13T14:26:08,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/ffdb5ab473ae4484a5f5725c86d25cb2 is 50, key is test_row_0/B:col10/1731507968233/Put/seqid=0 2024-11-13T14:26:08,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742175_1351 (size=12151) 2024-11-13T14:26:08,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T14:26:08,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:08,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:08,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:08,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:08,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:08,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T14:26:08,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:08,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:08,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:08,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:08,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:08,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508028872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:08,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508028872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508028872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:08,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:08,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508028882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:08,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T14:26:09,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T14:26:09,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:09,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:09,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:09,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:09,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:09,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/ffdb5ab473ae4484a5f5725c86d25cb2 2024-11-13T14:26:09,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/5b5220fa6fa74bc19d56e86a3ffbaddc is 50, key is test_row_0/C:col10/1731507968233/Put/seqid=0 2024-11-13T14:26:09,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742176_1352 (size=12151) 2024-11-13T14:26:09,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T14:26:09,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:09,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:09,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:09,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:09,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:09,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T14:26:09,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:09,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:09,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:09,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:09,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:09,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:09,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508029382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:09,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508029382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:09,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508029382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:09,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:09,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508029391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T14:26:09,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T14:26:09,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:09,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:09,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:09,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:09,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:09,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/5b5220fa6fa74bc19d56e86a3ffbaddc 2024-11-13T14:26:09,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/dd4b3266d0874ce695214d15a8f4e1e7 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/dd4b3266d0874ce695214d15a8f4e1e7 2024-11-13T14:26:09,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/dd4b3266d0874ce695214d15a8f4e1e7, entries=200, sequenceid=158, filesize=38.8 K 2024-11-13T14:26:09,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/ffdb5ab473ae4484a5f5725c86d25cb2 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/ffdb5ab473ae4484a5f5725c86d25cb2 2024-11-13T14:26:09,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/ffdb5ab473ae4484a5f5725c86d25cb2, entries=150, sequenceid=158, filesize=11.9 K 2024-11-13T14:26:09,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/5b5220fa6fa74bc19d56e86a3ffbaddc as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/5b5220fa6fa74bc19d56e86a3ffbaddc 2024-11-13T14:26:09,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/5b5220fa6fa74bc19d56e86a3ffbaddc, entries=150, sequenceid=158, filesize=11.9 K 2024-11-13T14:26:09,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 0941dc95db98007222187595a54cc424 in 1269ms, sequenceid=158, compaction requested=true 2024-11-13T14:26:09,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:09,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0941dc95db98007222187595a54cc424:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:26:09,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:09,504 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:09,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0941dc95db98007222187595a54cc424:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:26:09,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:09,504 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:09,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0941dc95db98007222187595a54cc424:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:26:09,505 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:09,505 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:09,505 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 0941dc95db98007222187595a54cc424/B is initiating minor compaction (all files) 2024-11-13T14:26:09,505 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 0941dc95db98007222187595a54cc424/A is initiating minor compaction (all files) 2024-11-13T14:26:09,505 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0941dc95db98007222187595a54cc424/B in TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:09,505 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0941dc95db98007222187595a54cc424/A in TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:09,505 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/d00174db07d748efb35eae2f9d8af55a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/98b4ca56aeac4b06b53592116d710f8c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/ffdb5ab473ae4484a5f5725c86d25cb2] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp, totalSize=33.3 K 2024-11-13T14:26:09,505 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/54d9558d87454f32b78930fd5af6e0ae, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/c0cf69cb0000444782363ba21d0bd706, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/dd4b3266d0874ce695214d15a8f4e1e7] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp, totalSize=91.1 K 2024-11-13T14:26:09,505 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:09,505 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. files: [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/54d9558d87454f32b78930fd5af6e0ae, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/c0cf69cb0000444782363ba21d0bd706, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/dd4b3266d0874ce695214d15a8f4e1e7] 2024-11-13T14:26:09,505 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting d00174db07d748efb35eae2f9d8af55a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731507964132 2024-11-13T14:26:09,505 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54d9558d87454f32b78930fd5af6e0ae, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731507964132 2024-11-13T14:26:09,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:09,506 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 98b4ca56aeac4b06b53592116d710f8c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731507965309 2024-11-13T14:26:09,506 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0cf69cb0000444782363ba21d0bd706, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731507965309 2024-11-13T14:26:09,506 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting ffdb5ab473ae4484a5f5725c86d25cb2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731507967568 2024-11-13T14:26:09,506 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd4b3266d0874ce695214d15a8f4e1e7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731507967568 2024-11-13T14:26:09,513 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:09,514 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0941dc95db98007222187595a54cc424#B#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:09,514 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/e295f4bd258749cb8195cc63e776c3a5 is 50, key is test_row_0/B:col10/1731507968233/Put/seqid=0 2024-11-13T14:26:09,515 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411135ec670e8a77c4e159880efafb021c3c1_0941dc95db98007222187595a54cc424 store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:09,517 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411135ec670e8a77c4e159880efafb021c3c1_0941dc95db98007222187595a54cc424, store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:09,517 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135ec670e8a77c4e159880efafb021c3c1_0941dc95db98007222187595a54cc424 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:09,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742177_1353 (size=12493) 2024-11-13T14:26:09,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742178_1354 (size=4469) 2024-11-13T14:26:09,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-13T14:26:09,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:09,638 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 0941dc95db98007222187595a54cc424 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T14:26:09,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e8ca0d8270474c1eb07c07e5e5e17b1a_0941dc95db98007222187595a54cc424 is 50, key is test_row_0/A:col10/1731507968237/Put/seqid=0 2024-11-13T14:26:09,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742179_1355 (size=12304) 2024-11-13T14:26:09,927 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/e295f4bd258749cb8195cc63e776c3a5 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/e295f4bd258749cb8195cc63e776c3a5 2024-11-13T14:26:09,930 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0941dc95db98007222187595a54cc424/B of 0941dc95db98007222187595a54cc424 into e295f4bd258749cb8195cc63e776c3a5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:09,930 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:09,930 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., storeName=0941dc95db98007222187595a54cc424/B, priority=13, startTime=1731507969504; duration=0sec 2024-11-13T14:26:09,930 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:09,931 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0941dc95db98007222187595a54cc424:B 2024-11-13T14:26:09,931 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:09,931 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:09,932 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 0941dc95db98007222187595a54cc424/C is initiating minor compaction (all files) 2024-11-13T14:26:09,932 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0941dc95db98007222187595a54cc424/C in TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:09,932 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0941dc95db98007222187595a54cc424#A#compaction#306 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:09,932 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/25b9228cb8604210890ded6881a44439, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/221669182a3c4e7186fc65cad78344ce, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/5b5220fa6fa74bc19d56e86a3ffbaddc] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp, totalSize=33.3 K 2024-11-13T14:26:09,932 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 25b9228cb8604210890ded6881a44439, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731507964132 2024-11-13T14:26:09,932 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/6c7b7129cc6f4caeba13014159ef0c2c is 175, key is test_row_0/A:col10/1731507968233/Put/seqid=0 2024-11-13T14:26:09,933 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 221669182a3c4e7186fc65cad78344ce, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731507965309 2024-11-13T14:26:09,933 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b5220fa6fa74bc19d56e86a3ffbaddc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731507967568 2024-11-13T14:26:09,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742180_1356 (size=31447) 2024-11-13T14:26:09,940 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0941dc95db98007222187595a54cc424#C#compaction#308 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:09,940 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/39b063932c0343aeb9e217a42a161b16 is 50, key is test_row_0/C:col10/1731507968233/Put/seqid=0 2024-11-13T14:26:09,942 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/6c7b7129cc6f4caeba13014159ef0c2c as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/6c7b7129cc6f4caeba13014159ef0c2c 2024-11-13T14:26:09,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742181_1357 (size=12493) 2024-11-13T14:26:09,946 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0941dc95db98007222187595a54cc424/A of 0941dc95db98007222187595a54cc424 into 6c7b7129cc6f4caeba13014159ef0c2c(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:09,946 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:09,946 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., storeName=0941dc95db98007222187595a54cc424/A, priority=13, startTime=1731507969504; duration=0sec 2024-11-13T14:26:09,946 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:09,946 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0941dc95db98007222187595a54cc424:A 2024-11-13T14:26:10,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:10,050 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e8ca0d8270474c1eb07c07e5e5e17b1a_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e8ca0d8270474c1eb07c07e5e5e17b1a_0941dc95db98007222187595a54cc424 2024-11-13T14:26:10,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/87ec9d96efe94f2eb99e848d133bc9fd, store: [table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:10,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/87ec9d96efe94f2eb99e848d133bc9fd is 175, key is test_row_0/A:col10/1731507968237/Put/seqid=0 2024-11-13T14:26:10,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742182_1358 (size=31105) 2024-11-13T14:26:10,348 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/39b063932c0343aeb9e217a42a161b16 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/39b063932c0343aeb9e217a42a161b16 2024-11-13T14:26:10,356 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0941dc95db98007222187595a54cc424/C of 0941dc95db98007222187595a54cc424 into 39b063932c0343aeb9e217a42a161b16(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:10,356 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:10,356 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., storeName=0941dc95db98007222187595a54cc424/C, priority=13, startTime=1731507969504; duration=0sec 2024-11-13T14:26:10,356 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:10,356 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0941dc95db98007222187595a54cc424:C 2024-11-13T14:26:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 0941dc95db98007222187595a54cc424 2024-11-13T14:26:10,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T14:26:10,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508030435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:10,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:10,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508030440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:10,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:10,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508030441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508030441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:10,455 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/87ec9d96efe94f2eb99e848d133bc9fd 2024-11-13T14:26:10,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/f0acf045614e4d82babac4f51e7d1c33 is 50, key is test_row_0/B:col10/1731507968237/Put/seqid=0 2024-11-13T14:26:10,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742183_1359 (size=12151) 2024-11-13T14:26:10,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508030552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:10,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:10,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508030552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:10,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:10,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:10,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508030552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:10,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:10,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508030552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:10,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:10,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508030762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:10,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:10,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508030762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:10,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:10,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:10,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508030762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:10,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:10,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508030762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:10,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:10,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:10,865 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/f0acf045614e4d82babac4f51e7d1c33 2024-11-13T14:26:10,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/3b442b977ba14192b108c2a3aa35b7b0 is 50, key is test_row_0/C:col10/1731507968237/Put/seqid=0 2024-11-13T14:26:10,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742184_1360 (size=12151) 2024-11-13T14:26:11,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508031072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:11,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508031072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,075 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:11,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:11,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508031072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:11,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:11,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508031082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:11,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:11,275 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/3b442b977ba14192b108c2a3aa35b7b0 2024-11-13T14:26:11,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/87ec9d96efe94f2eb99e848d133bc9fd as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/87ec9d96efe94f2eb99e848d133bc9fd 2024-11-13T14:26:11,282 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/87ec9d96efe94f2eb99e848d133bc9fd, entries=150, sequenceid=166, filesize=30.4 K 2024-11-13T14:26:11,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/f0acf045614e4d82babac4f51e7d1c33 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/f0acf045614e4d82babac4f51e7d1c33 2024-11-13T14:26:11,285 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/f0acf045614e4d82babac4f51e7d1c33, entries=150, sequenceid=166, filesize=11.9 K 2024-11-13T14:26:11,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/3b442b977ba14192b108c2a3aa35b7b0 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/3b442b977ba14192b108c2a3aa35b7b0 2024-11-13T14:26:11,289 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/3b442b977ba14192b108c2a3aa35b7b0, entries=150, sequenceid=166, filesize=11.9 K 2024-11-13T14:26:11,290 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 0941dc95db98007222187595a54cc424 in 1653ms, sequenceid=166, compaction requested=false 2024-11-13T14:26:11,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:11,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:11,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-13T14:26:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-13T14:26:11,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-13T14:26:11,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0270 sec 2024-11-13T14:26:11,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 3.0310 sec 2024-11-13T14:26:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 0941dc95db98007222187595a54cc424 2024-11-13T14:26:11,585 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:26:11,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0941dc95db98007222187595a54cc424 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-13T14:26:11,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113dacc0cc773bf4370b3ce673f9c397fd6_0941dc95db98007222187595a54cc424 is 50, key is test_row_0/A:col10/1731507970433/Put/seqid=0 2024-11-13T14:26:11,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742185_1361 (size=14794) 2024-11-13T14:26:11,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508031587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:11,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:11,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508031592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:11,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:11,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508031593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:11,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:11,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508031598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:11,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508031702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:11,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508031702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:11,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508031711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:11,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:11,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508031912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:11,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:11,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508031912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:11,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:11,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:11,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508031921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:11,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:11,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:12,009 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T14:26:12,027 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,030 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113dacc0cc773bf4370b3ce673f9c397fd6_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113dacc0cc773bf4370b3ce673f9c397fd6_0941dc95db98007222187595a54cc424 2024-11-13T14:26:12,031 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/15d2bfabd0ca4ef9a89e719a331434aa, store: [table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:12,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/15d2bfabd0ca4ef9a89e719a331434aa is 175, key is test_row_0/A:col10/1731507970433/Put/seqid=0 2024-11-13T14:26:12,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742186_1362 (size=39749) 2024-11-13T14:26:12,034 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/15d2bfabd0ca4ef9a89e719a331434aa 2024-11-13T14:26:12,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/1e9053daa1c14595be22ba64894cf417 is 50, key is test_row_0/B:col10/1731507970433/Put/seqid=0 2024-11-13T14:26:12,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742187_1363 (size=12151) 2024-11-13T14:26:12,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508032221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:12,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:12,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:12,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:12,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508032232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:12,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:12,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:12,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:12,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508032232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:12,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:12,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:12,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-13T14:26:12,422 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:12,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:26:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-13T14:26:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T14:26:12,424 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:26:12,424 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:26:12,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:26:12,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/1e9053daa1c14595be22ba64894cf417 2024-11-13T14:26:12,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/a22f29d8ca29412d918004f0bcd46714 is 50, key is test_row_0/C:col10/1731507970433/Put/seqid=0 2024-11-13T14:26:12,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742188_1364 (size=12151) 2024-11-13T14:26:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T14:26:12,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-13T14:26:12,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:12,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:12,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:12,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:12,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:12,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508032602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:12,608 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in 0941dc95db98007222187595a54cc424 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:26:12,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:12,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:12,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:12,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-13T14:26:12,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:12,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:12,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:12,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:12,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:12,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508032732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:12,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:12,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:12,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T14:26:12,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508032742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:12,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508032742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:12,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:12,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/a22f29d8ca29412d918004f0bcd46714 2024-11-13T14:26:12,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/15d2bfabd0ca4ef9a89e719a331434aa as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/15d2bfabd0ca4ef9a89e719a331434aa 2024-11-13T14:26:12,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/15d2bfabd0ca4ef9a89e719a331434aa, entries=200, sequenceid=198, filesize=38.8 K 2024-11-13T14:26:12,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/1e9053daa1c14595be22ba64894cf417 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/1e9053daa1c14595be22ba64894cf417 2024-11-13T14:26:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/1e9053daa1c14595be22ba64894cf417, entries=150, sequenceid=198, filesize=11.9 K 2024-11-13T14:26:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/a22f29d8ca29412d918004f0bcd46714 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/a22f29d8ca29412d918004f0bcd46714 2024-11-13T14:26:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/a22f29d8ca29412d918004f0bcd46714, entries=150, sequenceid=198, filesize=11.9 K 2024-11-13T14:26:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 0941dc95db98007222187595a54cc424 in 1289ms, sequenceid=198, compaction requested=true 2024-11-13T14:26:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:12,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0941dc95db98007222187595a54cc424:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:26:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,875 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:12,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:12,875 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0941dc95db98007222187595a54cc424:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:26:12,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:12,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0941dc95db98007222187595a54cc424:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:26:12,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,876 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,876 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 0941dc95db98007222187595a54cc424/A is initiating minor compaction (all files) 2024-11-13T14:26:12,876 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0941dc95db98007222187595a54cc424/A in TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,876 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/6c7b7129cc6f4caeba13014159ef0c2c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/87ec9d96efe94f2eb99e848d133bc9fd, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/15d2bfabd0ca4ef9a89e719a331434aa] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp, totalSize=99.9 K 2024-11-13T14:26:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,876 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:12,876 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. files: [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/6c7b7129cc6f4caeba13014159ef0c2c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/87ec9d96efe94f2eb99e848d133bc9fd, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/15d2bfabd0ca4ef9a89e719a331434aa] 2024-11-13T14:26:12,876 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:12,876 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 0941dc95db98007222187595a54cc424/B is initiating minor compaction (all files) 2024-11-13T14:26:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,876 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0941dc95db98007222187595a54cc424/B in TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,877 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/e295f4bd258749cb8195cc63e776c3a5, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/f0acf045614e4d82babac4f51e7d1c33, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/1e9053daa1c14595be22ba64894cf417] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp, totalSize=35.9 K 2024-11-13T14:26:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,877 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c7b7129cc6f4caeba13014159ef0c2c, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731507967568 2024-11-13T14:26:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,877 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87ec9d96efe94f2eb99e848d133bc9fd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731507968236 2024-11-13T14:26:12,877 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting e295f4bd258749cb8195cc63e776c3a5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731507967568 2024-11-13T14:26:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,878 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting f0acf045614e4d82babac4f51e7d1c33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731507968236 2024-11-13T14:26:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,878 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15d2bfabd0ca4ef9a89e719a331434aa, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731507970433 2024-11-13T14:26:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,878 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e9053daa1c14595be22ba64894cf417, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731507970433 2024-11-13T14:26:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-13T14:26:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,882 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 0941dc95db98007222187595a54cc424 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T14:26:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,913 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,914 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0941dc95db98007222187595a54cc424#B#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,915 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/fb3773b8433942d5968eedb36c8da8fc is 50, key is test_row_0/B:col10/1731507970433/Put/seqid=0 2024-11-13T14:26:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,916 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111358f636abe8e54285b3c697cc314bef8b_0941dc95db98007222187595a54cc424 store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:12,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137b4b39337e3a41128a74fc72475edb0d_0941dc95db98007222187595a54cc424 is 50, key is test_row_0/A:col10/1731507971596/Put/seqid=0 2024-11-13T14:26:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,917 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111358f636abe8e54285b3c697cc314bef8b_0941dc95db98007222187595a54cc424, store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:12,918 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111358f636abe8e54285b3c697cc314bef8b_0941dc95db98007222187595a54cc424 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742190_1366 (size=9814) 2024-11-13T14:26:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742189_1365 (size=12595) 2024-11-13T14:26:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742191_1367 (size=4469) 2024-11-13T14:26:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,928 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/fb3773b8433942d5968eedb36c8da8fc as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/fb3773b8433942d5968eedb36c8da8fc 2024-11-13T14:26:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,935 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0941dc95db98007222187595a54cc424/B of 0941dc95db98007222187595a54cc424 into fb3773b8433942d5968eedb36c8da8fc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:12,935 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:12,935 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., storeName=0941dc95db98007222187595a54cc424/B, priority=13, startTime=1731507972875; duration=0sec 2024-11-13T14:26:12,935 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:12,935 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0941dc95db98007222187595a54cc424:B 2024-11-13T14:26:12,935 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:12,936 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:12,936 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 0941dc95db98007222187595a54cc424/C is initiating minor compaction (all files) 2024-11-13T14:26:12,936 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0941dc95db98007222187595a54cc424/C in TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:12,936 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/39b063932c0343aeb9e217a42a161b16, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/3b442b977ba14192b108c2a3aa35b7b0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/a22f29d8ca29412d918004f0bcd46714] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp, totalSize=35.9 K 2024-11-13T14:26:12,936 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 39b063932c0343aeb9e217a42a161b16, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731507967568 2024-11-13T14:26:12,936 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b442b977ba14192b108c2a3aa35b7b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731507968236 2024-11-13T14:26:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,937 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting a22f29d8ca29412d918004f0bcd46714, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731507970433 2024-11-13T14:26:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,953 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0941dc95db98007222187595a54cc424#C#compaction#317 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,954 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/9ccbac13a81a494cbd9b4f56d932efc5 is 50, key is test_row_0/C:col10/1731507970433/Put/seqid=0 2024-11-13T14:26:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742192_1368 (size=12595) 2024-11-13T14:26:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,966 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/9ccbac13a81a494cbd9b4f56d932efc5 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/9ccbac13a81a494cbd9b4f56d932efc5 2024-11-13T14:26:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,972 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0941dc95db98007222187595a54cc424/C of 0941dc95db98007222187595a54cc424 into 9ccbac13a81a494cbd9b4f56d932efc5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:12,972 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:12,972 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., storeName=0941dc95db98007222187595a54cc424/C, priority=13, startTime=1731507972875; duration=0sec 2024-11-13T14:26:12,972 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:12,972 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0941dc95db98007222187595a54cc424:C 2024-11-13T14:26:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T14:26:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,326 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0941dc95db98007222187595a54cc424#A#compaction#315 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,326 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/1231bd4a1edf469284681605655e8bbf is 175, key is test_row_0/A:col10/1731507970433/Put/seqid=0 2024-11-13T14:26:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,331 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137b4b39337e3a41128a74fc72475edb0d_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137b4b39337e3a41128a74fc72475edb0d_0941dc95db98007222187595a54cc424 2024-11-13T14:26:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/dab6c40ae0bc414bae3ca54fccbd933c, store: [table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/dab6c40ae0bc414bae3ca54fccbd933c is 175, key is test_row_0/A:col10/1731507971596/Put/seqid=0 2024-11-13T14:26:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742193_1369 (size=31549) 2024-11-13T14:26:13,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,375 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/1231bd4a1edf469284681605655e8bbf as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/1231bd4a1edf469284681605655e8bbf 2024-11-13T14:26:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,380 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0941dc95db98007222187595a54cc424/A of 0941dc95db98007222187595a54cc424 into 1231bd4a1edf469284681605655e8bbf(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:13,380 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:13,380 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., storeName=0941dc95db98007222187595a54cc424/A, priority=13, startTime=1731507972875; duration=0sec 2024-11-13T14:26:13,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,380 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:13,380 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0941dc95db98007222187595a54cc424:A 2024-11-13T14:26:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742194_1370 (size=22461) 2024-11-13T14:26:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T14:26:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,786 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/dab6c40ae0bc414bae3ca54fccbd933c 2024-11-13T14:26:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/7c153d128a3448cc88eb499687261f64 is 50, key is test_row_0/B:col10/1731507971596/Put/seqid=0 2024-11-13T14:26:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 0941dc95db98007222187595a54cc424 2024-11-13T14:26:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:13,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742195_1371 (size=9757) 2024-11-13T14:26:13,843 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/7c153d128a3448cc88eb499687261f64 2024-11-13T14:26:13,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/60f32b16ccea44609f836d83468c7cec is 50, key is test_row_0/C:col10/1731507971596/Put/seqid=0 2024-11-13T14:26:13,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742196_1372 (size=9757) 2024-11-13T14:26:13,885 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/60f32b16ccea44609f836d83468c7cec 2024-11-13T14:26:13,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/dab6c40ae0bc414bae3ca54fccbd933c as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/dab6c40ae0bc414bae3ca54fccbd933c 2024-11-13T14:26:13,895 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/dab6c40ae0bc414bae3ca54fccbd933c, entries=100, sequenceid=205, filesize=21.9 K 2024-11-13T14:26:13,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/7c153d128a3448cc88eb499687261f64 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/7c153d128a3448cc88eb499687261f64 2024-11-13T14:26:13,906 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/7c153d128a3448cc88eb499687261f64, entries=100, sequenceid=205, filesize=9.5 K 2024-11-13T14:26:13,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/60f32b16ccea44609f836d83468c7cec as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/60f32b16ccea44609f836d83468c7cec 2024-11-13T14:26:13,911 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/60f32b16ccea44609f836d83468c7cec, entries=100, sequenceid=205, filesize=9.5 K 2024-11-13T14:26:13,912 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=161.02 KB/164880 for 0941dc95db98007222187595a54cc424 in 1029ms, sequenceid=205, compaction requested=false 2024-11-13T14:26:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:13,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-13T14:26:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-13T14:26:13,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-13T14:26:13,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4890 sec 2024-11-13T14:26:13,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.4930 sec 2024-11-13T14:26:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 0941dc95db98007222187595a54cc424 2024-11-13T14:26:13,917 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:26:13,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0941dc95db98007222187595a54cc424 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-13T14:26:13,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139e68648022274d61b65b02bdf9bbb86f_0941dc95db98007222187595a54cc424 is 50, key is test_row_0/A:col10/1731507973916/Put/seqid=0 2024-11-13T14:26:13,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508033929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:13,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508033930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:13,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:13,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:13,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:13,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508033932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:13,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:13,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:13,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742197_1373 (size=12304) 2024-11-13T14:26:14,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508034042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:14,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508034042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:14,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:14,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:14,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508034043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:14,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508034301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:14,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508034301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508034302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:14,342 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:14,345 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139e68648022274d61b65b02bdf9bbb86f_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139e68648022274d61b65b02bdf9bbb86f_0941dc95db98007222187595a54cc424 2024-11-13T14:26:14,350 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/f1759ced16b14618a9f13a849ee03a8b, store: [table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:14,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/f1759ced16b14618a9f13a849ee03a8b is 175, key is test_row_0/A:col10/1731507973916/Put/seqid=0 2024-11-13T14:26:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742198_1374 (size=31105) 2024-11-13T14:26:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-13T14:26:14,573 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:14,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:26:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-13T14:26:14,575 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:26:14,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T14:26:14,575 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:26:14,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:26:14,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508034612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:14,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:14,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508034612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:14,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:14,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:14,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508034613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:14,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:14,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:14,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58050 deadline: 1731508034632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:14,640 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in 0941dc95db98007222187595a54cc424 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:26:14,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:14,640 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:14,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T14:26:14,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T14:26:14,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:14,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:14,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:14,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:14,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:14,761 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/f1759ced16b14618a9f13a849ee03a8b 2024-11-13T14:26:14,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/6461f9b361414a07b45c7c6b0c23c2cc is 50, key is test_row_0/B:col10/1731507973916/Put/seqid=0 2024-11-13T14:26:14,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742199_1375 (size=12151) 2024-11-13T14:26:14,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/6461f9b361414a07b45c7c6b0c23c2cc 2024-11-13T14:26:14,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/ce743a948b4641f2b4a5bdf50d29d0bb is 50, key is test_row_0/C:col10/1731507973916/Put/seqid=0 2024-11-13T14:26:14,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742200_1376 (size=12151) 2024-11-13T14:26:14,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T14:26:14,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:14,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:14,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:14,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:14,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T14:26:15,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T14:26:15,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:15,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:15,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:15,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:15,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:15,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:15,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:15,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508035122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:15,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:15,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:15,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508035122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:15,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:15,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:15,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:15,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:15,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:15,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508035122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:15,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:15,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:15,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:15,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T14:26:15,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:15,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:15,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:15,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:15,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:15,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/ce743a948b4641f2b4a5bdf50d29d0bb 2024-11-13T14:26:15,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/f1759ced16b14618a9f13a849ee03a8b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/f1759ced16b14618a9f13a849ee03a8b 2024-11-13T14:26:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T14:26:15,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/f1759ced16b14618a9f13a849ee03a8b, entries=150, sequenceid=236, filesize=30.4 K 2024-11-13T14:26:15,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/6461f9b361414a07b45c7c6b0c23c2cc as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/6461f9b361414a07b45c7c6b0c23c2cc 2024-11-13T14:26:15,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/6461f9b361414a07b45c7c6b0c23c2cc, entries=150, sequenceid=236, filesize=11.9 K 2024-11-13T14:26:15,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/ce743a948b4641f2b4a5bdf50d29d0bb as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/ce743a948b4641f2b4a5bdf50d29d0bb 2024-11-13T14:26:15,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/ce743a948b4641f2b4a5bdf50d29d0bb, entries=150, sequenceid=236, filesize=11.9 K 2024-11-13T14:26:15,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 0941dc95db98007222187595a54cc424 in 1292ms, sequenceid=236, compaction requested=true 2024-11-13T14:26:15,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0941dc95db98007222187595a54cc424:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:26:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0941dc95db98007222187595a54cc424:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:26:15,210 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:15,210 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0941dc95db98007222187595a54cc424:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:26:15,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:15,210 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:15,210 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:15,211 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 0941dc95db98007222187595a54cc424/B is initiating minor compaction (all files) 2024-11-13T14:26:15,211 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 0941dc95db98007222187595a54cc424/A is initiating minor compaction (all files) 2024-11-13T14:26:15,211 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0941dc95db98007222187595a54cc424/B in TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:15,211 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0941dc95db98007222187595a54cc424/A in TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:15,211 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/1231bd4a1edf469284681605655e8bbf, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/dab6c40ae0bc414bae3ca54fccbd933c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/f1759ced16b14618a9f13a849ee03a8b] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp, totalSize=83.1 K 2024-11-13T14:26:15,211 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/fb3773b8433942d5968eedb36c8da8fc, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/7c153d128a3448cc88eb499687261f64, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/6461f9b361414a07b45c7c6b0c23c2cc] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp, totalSize=33.7 K 2024-11-13T14:26:15,211 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:15,211 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. files: [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/1231bd4a1edf469284681605655e8bbf, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/dab6c40ae0bc414bae3ca54fccbd933c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/f1759ced16b14618a9f13a849ee03a8b] 2024-11-13T14:26:15,211 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting fb3773b8433942d5968eedb36c8da8fc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731507970433 2024-11-13T14:26:15,212 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c153d128a3448cc88eb499687261f64, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731507971586 2024-11-13T14:26:15,212 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1231bd4a1edf469284681605655e8bbf, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731507970433 2024-11-13T14:26:15,212 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 6461f9b361414a07b45c7c6b0c23c2cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731507973901 2024-11-13T14:26:15,212 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting dab6c40ae0bc414bae3ca54fccbd933c, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731507971586 2024-11-13T14:26:15,213 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1759ced16b14618a9f13a849ee03a8b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731507973901 2024-11-13T14:26:15,221 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:15,222 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0941dc95db98007222187595a54cc424#B#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:15,223 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/82fb8a4b43eb4c8eb8b0dc57d347c36f is 50, key is test_row_0/B:col10/1731507973916/Put/seqid=0 2024-11-13T14:26:15,226 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411136a8cd6c1729442d6955de7711db3f0a0_0941dc95db98007222187595a54cc424 store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:15,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742201_1377 (size=12697) 2024-11-13T14:26:15,227 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411136a8cd6c1729442d6955de7711db3f0a0_0941dc95db98007222187595a54cc424, store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:15,228 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136a8cd6c1729442d6955de7711db3f0a0_0941dc95db98007222187595a54cc424 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:15,232 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/82fb8a4b43eb4c8eb8b0dc57d347c36f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/82fb8a4b43eb4c8eb8b0dc57d347c36f 2024-11-13T14:26:15,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742202_1378 (size=4469) 2024-11-13T14:26:15,236 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0941dc95db98007222187595a54cc424/B of 0941dc95db98007222187595a54cc424 into 82fb8a4b43eb4c8eb8b0dc57d347c36f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:15,236 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:15,236 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., storeName=0941dc95db98007222187595a54cc424/B, priority=13, startTime=1731507975210; duration=0sec 2024-11-13T14:26:15,236 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:15,236 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0941dc95db98007222187595a54cc424:B 2024-11-13T14:26:15,236 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:15,238 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:15,238 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 0941dc95db98007222187595a54cc424/C is initiating minor compaction (all files) 2024-11-13T14:26:15,238 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0941dc95db98007222187595a54cc424/C in TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:15,238 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/9ccbac13a81a494cbd9b4f56d932efc5, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/60f32b16ccea44609f836d83468c7cec, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/ce743a948b4641f2b4a5bdf50d29d0bb] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp, totalSize=33.7 K 2024-11-13T14:26:15,238 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ccbac13a81a494cbd9b4f56d932efc5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731507970433 2024-11-13T14:26:15,238 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 60f32b16ccea44609f836d83468c7cec, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731507971586 2024-11-13T14:26:15,239 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting ce743a948b4641f2b4a5bdf50d29d0bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731507973901 2024-11-13T14:26:15,243 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0941dc95db98007222187595a54cc424#C#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:15,244 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/bdd9995e588542e69f2969022383c0c4 is 50, key is test_row_0/C:col10/1731507973916/Put/seqid=0 2024-11-13T14:26:15,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742203_1379 (size=12697) 2024-11-13T14:26:15,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-13T14:26:15,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:15,339 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 0941dc95db98007222187595a54cc424 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-13T14:26:15,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d0be4ff30d8647ffbad7bf8ef6817b61_0941dc95db98007222187595a54cc424 is 50, key is test_row_0/A:col10/1731507973920/Put/seqid=0 2024-11-13T14:26:15,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742204_1380 (size=12304) 2024-11-13T14:26:15,635 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0941dc95db98007222187595a54cc424#A#compaction#323 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:15,636 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/27b14b9843bb4e93a6d15151b4fc07cb is 175, key is test_row_0/A:col10/1731507973916/Put/seqid=0 2024-11-13T14:26:15,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742205_1381 (size=31651) 2024-11-13T14:26:15,652 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/bdd9995e588542e69f2969022383c0c4 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/bdd9995e588542e69f2969022383c0c4 2024-11-13T14:26:15,655 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0941dc95db98007222187595a54cc424/C of 0941dc95db98007222187595a54cc424 into bdd9995e588542e69f2969022383c0c4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:15,655 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:15,655 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., storeName=0941dc95db98007222187595a54cc424/C, priority=13, startTime=1731507975210; duration=0sec 2024-11-13T14:26:15,655 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:15,655 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0941dc95db98007222187595a54cc424:C 2024-11-13T14:26:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T14:26:15,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:15,761 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d0be4ff30d8647ffbad7bf8ef6817b61_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d0be4ff30d8647ffbad7bf8ef6817b61_0941dc95db98007222187595a54cc424 2024-11-13T14:26:15,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/063e3964ea8b40d48ae722614e4515fb, store: [table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:15,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/063e3964ea8b40d48ae722614e4515fb is 175, key is test_row_0/A:col10/1731507973920/Put/seqid=0 2024-11-13T14:26:15,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742206_1382 (size=31105) 2024-11-13T14:26:16,043 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/27b14b9843bb4e93a6d15151b4fc07cb as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/27b14b9843bb4e93a6d15151b4fc07cb 2024-11-13T14:26:16,047 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0941dc95db98007222187595a54cc424/A of 0941dc95db98007222187595a54cc424 into 27b14b9843bb4e93a6d15151b4fc07cb(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:16,047 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:16,047 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., storeName=0941dc95db98007222187595a54cc424/A, priority=13, startTime=1731507975209; duration=0sec 2024-11-13T14:26:16,047 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:16,047 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0941dc95db98007222187595a54cc424:A 2024-11-13T14:26:16,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 0941dc95db98007222187595a54cc424 2024-11-13T14:26:16,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. as already flushing 2024-11-13T14:26:16,166 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/063e3964ea8b40d48ae722614e4515fb 2024-11-13T14:26:16,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/ceab8815c2bf42be97a5e39244a051c7 is 50, key is test_row_0/B:col10/1731507973920/Put/seqid=0 2024-11-13T14:26:16,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742207_1383 (size=12151) 2024-11-13T14:26:16,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508036201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:16,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:16,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731508036206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:16,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:16,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508036207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:16,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508036208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:16,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508036322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:16,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:16,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731508036322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:16,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508036322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:16,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508036322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:16,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508036532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:16,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:16,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731508036532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:16,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:16,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508036532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:16,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:16,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:16,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508036532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:16,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:16,575 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/ceab8815c2bf42be97a5e39244a051c7 2024-11-13T14:26:16,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/ecd2096e11d44e669085fb4fe956e8eb is 50, key is test_row_0/C:col10/1731507973920/Put/seqid=0 2024-11-13T14:26:16,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742208_1384 (size=12151) 2024-11-13T14:26:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T14:26:16,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508036841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:16,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:16,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731508036841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:16,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:16,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508036842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:16,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:16,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:16,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508036842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:16,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:16,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:16,870 WARN [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-13T14:26:16,871 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/c66211e72c1d4612a57552a2622dbd79, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/41c2c22a33604eecaebb8b615416d755, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/63e0a96815cc4e3180e83fd1467e1344, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/74553912e84e461bae781baa72b57219, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/67b4198cdc0046a1a494ebf2a26ed1d2, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/bf0c8bab15154379955e702bd60c4be9, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/af1c6442301b4a5fb11685604293df6b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/54d9558d87454f32b78930fd5af6e0ae, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/c0cf69cb0000444782363ba21d0bd706, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/dd4b3266d0874ce695214d15a8f4e1e7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/6c7b7129cc6f4caeba13014159ef0c2c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/87ec9d96efe94f2eb99e848d133bc9fd, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/15d2bfabd0ca4ef9a89e719a331434aa, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/1231bd4a1edf469284681605655e8bbf, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/dab6c40ae0bc414bae3ca54fccbd933c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/f1759ced16b14618a9f13a849ee03a8b] to archive 2024-11-13T14:26:16,871 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:26:16,872 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/c66211e72c1d4612a57552a2622dbd79 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/c66211e72c1d4612a57552a2622dbd79 2024-11-13T14:26:16,873 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/41c2c22a33604eecaebb8b615416d755 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/41c2c22a33604eecaebb8b615416d755 2024-11-13T14:26:16,874 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/63e0a96815cc4e3180e83fd1467e1344 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/63e0a96815cc4e3180e83fd1467e1344 2024-11-13T14:26:16,875 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/74553912e84e461bae781baa72b57219 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/74553912e84e461bae781baa72b57219 2024-11-13T14:26:16,876 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/67b4198cdc0046a1a494ebf2a26ed1d2 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/67b4198cdc0046a1a494ebf2a26ed1d2 2024-11-13T14:26:16,877 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/bf0c8bab15154379955e702bd60c4be9 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/bf0c8bab15154379955e702bd60c4be9 2024-11-13T14:26:16,878 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/af1c6442301b4a5fb11685604293df6b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/af1c6442301b4a5fb11685604293df6b 2024-11-13T14:26:16,878 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/54d9558d87454f32b78930fd5af6e0ae to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/54d9558d87454f32b78930fd5af6e0ae 2024-11-13T14:26:16,879 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/c0cf69cb0000444782363ba21d0bd706 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/c0cf69cb0000444782363ba21d0bd706 2024-11-13T14:26:16,880 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/dd4b3266d0874ce695214d15a8f4e1e7 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/dd4b3266d0874ce695214d15a8f4e1e7 2024-11-13T14:26:16,881 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/6c7b7129cc6f4caeba13014159ef0c2c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/6c7b7129cc6f4caeba13014159ef0c2c 2024-11-13T14:26:16,881 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/87ec9d96efe94f2eb99e848d133bc9fd to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/87ec9d96efe94f2eb99e848d133bc9fd 2024-11-13T14:26:16,882 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/15d2bfabd0ca4ef9a89e719a331434aa to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/15d2bfabd0ca4ef9a89e719a331434aa 2024-11-13T14:26:16,883 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/1231bd4a1edf469284681605655e8bbf to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/1231bd4a1edf469284681605655e8bbf 2024-11-13T14:26:16,884 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/dab6c40ae0bc414bae3ca54fccbd933c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/dab6c40ae0bc414bae3ca54fccbd933c 2024-11-13T14:26:16,885 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/f1759ced16b14618a9f13a849ee03a8b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/f1759ced16b14618a9f13a849ee03a8b 2024-11-13T14:26:16,888 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/e9bbaed847484774a068968092fc01f9, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/f7d1e48addef44ceb1a2448c38443e71, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/189450b702fc41959ad872d43750a16e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/23938a6b86c147f5aee7785456b46d46, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/6df7e618735d4d67851b3e45568fde8b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/b1061839b3dc4a7885e3d272c3eb0d45, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/d00174db07d748efb35eae2f9d8af55a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/b4071fc1f9f249678be86eddfaa033fa, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/98b4ca56aeac4b06b53592116d710f8c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/e295f4bd258749cb8195cc63e776c3a5, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/ffdb5ab473ae4484a5f5725c86d25cb2, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/f0acf045614e4d82babac4f51e7d1c33, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/fb3773b8433942d5968eedb36c8da8fc, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/1e9053daa1c14595be22ba64894cf417, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/7c153d128a3448cc88eb499687261f64, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/6461f9b361414a07b45c7c6b0c23c2cc] to archive 2024-11-13T14:26:16,889 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:26:16,890 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/e9bbaed847484774a068968092fc01f9 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/e9bbaed847484774a068968092fc01f9 2024-11-13T14:26:16,891 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/f7d1e48addef44ceb1a2448c38443e71 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/f7d1e48addef44ceb1a2448c38443e71 2024-11-13T14:26:16,892 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/189450b702fc41959ad872d43750a16e to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/189450b702fc41959ad872d43750a16e 2024-11-13T14:26:16,893 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/23938a6b86c147f5aee7785456b46d46 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/23938a6b86c147f5aee7785456b46d46 2024-11-13T14:26:16,894 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/6df7e618735d4d67851b3e45568fde8b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/6df7e618735d4d67851b3e45568fde8b 2024-11-13T14:26:16,895 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/b1061839b3dc4a7885e3d272c3eb0d45 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/b1061839b3dc4a7885e3d272c3eb0d45 2024-11-13T14:26:16,896 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/d00174db07d748efb35eae2f9d8af55a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/d00174db07d748efb35eae2f9d8af55a 2024-11-13T14:26:16,897 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/b4071fc1f9f249678be86eddfaa033fa to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/b4071fc1f9f249678be86eddfaa033fa 2024-11-13T14:26:16,898 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/98b4ca56aeac4b06b53592116d710f8c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/98b4ca56aeac4b06b53592116d710f8c 2024-11-13T14:26:16,898 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/e295f4bd258749cb8195cc63e776c3a5 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/e295f4bd258749cb8195cc63e776c3a5 2024-11-13T14:26:16,899 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/ffdb5ab473ae4484a5f5725c86d25cb2 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/ffdb5ab473ae4484a5f5725c86d25cb2 2024-11-13T14:26:16,900 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/f0acf045614e4d82babac4f51e7d1c33 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/f0acf045614e4d82babac4f51e7d1c33 2024-11-13T14:26:16,901 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/fb3773b8433942d5968eedb36c8da8fc to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/fb3773b8433942d5968eedb36c8da8fc 2024-11-13T14:26:16,901 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/1e9053daa1c14595be22ba64894cf417 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/1e9053daa1c14595be22ba64894cf417 2024-11-13T14:26:16,902 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/7c153d128a3448cc88eb499687261f64 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/7c153d128a3448cc88eb499687261f64 2024-11-13T14:26:16,903 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/6461f9b361414a07b45c7c6b0c23c2cc to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/6461f9b361414a07b45c7c6b0c23c2cc 2024-11-13T14:26:16,905 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/08afb477bd144a1ba7e184132ba5fd03, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/387a0d8736d54496bf4ba6777a120a6c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/284082ed9c1b47fe97a38236e67f5b63, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/b7f0653c32d74779a86dac62d15f6c3f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/4c636ee65de4428086f01f5b8409d942, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/ecf8c33f67bf407a8fc529a3029cf450, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/25b9228cb8604210890ded6881a44439, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/6850429281f14fe68cbdb01c4a41fe23, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/221669182a3c4e7186fc65cad78344ce, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/39b063932c0343aeb9e217a42a161b16, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/5b5220fa6fa74bc19d56e86a3ffbaddc, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/3b442b977ba14192b108c2a3aa35b7b0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/9ccbac13a81a494cbd9b4f56d932efc5, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/a22f29d8ca29412d918004f0bcd46714, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/60f32b16ccea44609f836d83468c7cec, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/ce743a948b4641f2b4a5bdf50d29d0bb] to archive 2024-11-13T14:26:16,906 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:26:16,907 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/08afb477bd144a1ba7e184132ba5fd03 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/08afb477bd144a1ba7e184132ba5fd03 2024-11-13T14:26:16,907 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/387a0d8736d54496bf4ba6777a120a6c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/387a0d8736d54496bf4ba6777a120a6c 2024-11-13T14:26:16,908 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/284082ed9c1b47fe97a38236e67f5b63 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/284082ed9c1b47fe97a38236e67f5b63 2024-11-13T14:26:16,909 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/b7f0653c32d74779a86dac62d15f6c3f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/b7f0653c32d74779a86dac62d15f6c3f 2024-11-13T14:26:16,910 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/4c636ee65de4428086f01f5b8409d942 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/4c636ee65de4428086f01f5b8409d942 2024-11-13T14:26:16,911 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/ecf8c33f67bf407a8fc529a3029cf450 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/ecf8c33f67bf407a8fc529a3029cf450 2024-11-13T14:26:16,912 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/25b9228cb8604210890ded6881a44439 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/25b9228cb8604210890ded6881a44439 2024-11-13T14:26:16,913 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/6850429281f14fe68cbdb01c4a41fe23 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/6850429281f14fe68cbdb01c4a41fe23 2024-11-13T14:26:16,913 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/221669182a3c4e7186fc65cad78344ce to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/221669182a3c4e7186fc65cad78344ce 2024-11-13T14:26:16,914 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/39b063932c0343aeb9e217a42a161b16 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/39b063932c0343aeb9e217a42a161b16 2024-11-13T14:26:16,915 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/5b5220fa6fa74bc19d56e86a3ffbaddc to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/5b5220fa6fa74bc19d56e86a3ffbaddc 2024-11-13T14:26:16,916 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/3b442b977ba14192b108c2a3aa35b7b0 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/3b442b977ba14192b108c2a3aa35b7b0 2024-11-13T14:26:16,916 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/9ccbac13a81a494cbd9b4f56d932efc5 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/9ccbac13a81a494cbd9b4f56d932efc5 2024-11-13T14:26:16,917 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/a22f29d8ca29412d918004f0bcd46714 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/a22f29d8ca29412d918004f0bcd46714 2024-11-13T14:26:16,918 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/60f32b16ccea44609f836d83468c7cec to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/60f32b16ccea44609f836d83468c7cec 2024-11-13T14:26:16,919 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/eb1966fd6578:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/ce743a948b4641f2b4a5bdf50d29d0bb to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/ce743a948b4641f2b4a5bdf50d29d0bb 2024-11-13T14:26:16,989 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/ecd2096e11d44e669085fb4fe956e8eb 2024-11-13T14:26:16,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/063e3964ea8b40d48ae722614e4515fb as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/063e3964ea8b40d48ae722614e4515fb 2024-11-13T14:26:16,995 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/063e3964ea8b40d48ae722614e4515fb, entries=150, sequenceid=245, filesize=30.4 K 2024-11-13T14:26:16,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/ceab8815c2bf42be97a5e39244a051c7 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/ceab8815c2bf42be97a5e39244a051c7 2024-11-13T14:26:16,999 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/ceab8815c2bf42be97a5e39244a051c7, entries=150, sequenceid=245, filesize=11.9 K 2024-11-13T14:26:16,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/ecd2096e11d44e669085fb4fe956e8eb as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/ecd2096e11d44e669085fb4fe956e8eb 2024-11-13T14:26:17,002 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/ecd2096e11d44e669085fb4fe956e8eb, entries=150, sequenceid=245, filesize=11.9 K 2024-11-13T14:26:17,002 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 0941dc95db98007222187595a54cc424 in 1663ms, sequenceid=245, compaction requested=false 2024-11-13T14:26:17,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:17,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:17,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-13T14:26:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-13T14:26:17,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-13T14:26:17,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4290 sec 2024-11-13T14:26:17,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 2.4320 sec 2024-11-13T14:26:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 0941dc95db98007222187595a54cc424 2024-11-13T14:26:17,357 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:26:17,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0941dc95db98007222187595a54cc424 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-13T14:26:17,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d2d2464bb1684c5182348c98e2e18deb_0941dc95db98007222187595a54cc424 is 50, key is test_row_0/A:col10/1731507976205/Put/seqid=0 2024-11-13T14:26:17,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:17,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742209_1385 (size=14994) 2024-11-13T14:26:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508037362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:17,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:17,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731508037364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:17,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:17,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508037365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508037366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:17,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731508037472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:17,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:17,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508037482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:17,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508037482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:17,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:17,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731508037681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:17,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508037692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:17,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:17,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508037692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:17,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:17,767 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:17,770 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d2d2464bb1684c5182348c98e2e18deb_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d2d2464bb1684c5182348c98e2e18deb_0941dc95db98007222187595a54cc424 2024-11-13T14:26:17,770 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/1a286d4852694d4eae4a1e471cad92cc, store: [table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:17,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/1a286d4852694d4eae4a1e471cad92cc is 175, key is test_row_0/A:col10/1731507976205/Put/seqid=0 2024-11-13T14:26:17,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742210_1386 (size=39949) 2024-11-13T14:26:17,774 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/1a286d4852694d4eae4a1e471cad92cc 2024-11-13T14:26:17,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/e2fb2718310b4f1981a18657a0cf40f1 is 50, key is test_row_0/B:col10/1731507976205/Put/seqid=0 2024-11-13T14:26:17,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742211_1387 (size=12301) 2024-11-13T14:26:17,787 INFO [Thread-1460 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1460. 2024-11-13T14:26:17,787 DEBUG [Thread-1460 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:17,787 DEBUG [Thread-1460 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:17,787 DEBUG [Thread-1460 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:17,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:17,787 INFO [Thread-1458 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1458. 2024-11-13T14:26:17,787 DEBUG [Thread-1458 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:17,787 DEBUG [Thread-1458 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:17,787 DEBUG [Thread-1458 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:17,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:17,794 INFO [Thread-1456 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1456. 2024-11-13T14:26:17,794 INFO [Thread-1454 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1454. 2024-11-13T14:26:17,794 DEBUG [Thread-1454 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:17,794 DEBUG [Thread-1456 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:17,794 DEBUG [Thread-1454 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:17,794 DEBUG [Thread-1456 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:17,794 DEBUG [Thread-1454 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:17,794 DEBUG [Thread-1456 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:17,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:17,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:17,795 INFO [Thread-1452 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1452. 2024-11-13T14:26:17,795 DEBUG [Thread-1452 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:17,795 DEBUG [Thread-1452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:17,795 DEBUG [Thread-1452 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:17,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:17,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731508037992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:17,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:17,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:18,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:18,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508038012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508038012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:18,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:18,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:18,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:18,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:18,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:18,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:18,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/e2fb2718310b4f1981a18657a0cf40f1 2024-11-13T14:26:18,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/73d100de5b1a4d42b01cd7e9f4fe4ff5 is 50, key is test_row_0/C:col10/1731507976205/Put/seqid=0 2024-11-13T14:26:18,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742212_1388 (size=12301) 2024-11-13T14:26:18,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58114 deadline: 1731508038383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:18,385 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in 0941dc95db98007222187595a54cc424 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:26:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:18,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:18,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58074 deadline: 1731508038503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:18,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:18,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:18,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:18,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58092 deadline: 1731508038523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:18,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58104 deadline: 1731508038523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:18,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:18,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:18,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:18,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:18,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:18,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:26:18,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/73d100de5b1a4d42b01cd7e9f4fe4ff5 2024-11-13T14:26:18,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/1a286d4852694d4eae4a1e471cad92cc as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/1a286d4852694d4eae4a1e471cad92cc 2024-11-13T14:26:18,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/1a286d4852694d4eae4a1e471cad92cc, entries=200, sequenceid=276, filesize=39.0 K 2024-11-13T14:26:18,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/e2fb2718310b4f1981a18657a0cf40f1 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/e2fb2718310b4f1981a18657a0cf40f1 2024-11-13T14:26:18,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/e2fb2718310b4f1981a18657a0cf40f1, entries=150, sequenceid=276, filesize=12.0 K 2024-11-13T14:26:18,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/73d100de5b1a4d42b01cd7e9f4fe4ff5 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/73d100de5b1a4d42b01cd7e9f4fe4ff5 2024-11-13T14:26:18,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/73d100de5b1a4d42b01cd7e9f4fe4ff5, entries=150, sequenceid=276, filesize=12.0 K 2024-11-13T14:26:18,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 0941dc95db98007222187595a54cc424 in 1267ms, sequenceid=276, compaction requested=true 2024-11-13T14:26:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0941dc95db98007222187595a54cc424:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:26:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:18,625 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0941dc95db98007222187595a54cc424:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:26:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:18,625 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0941dc95db98007222187595a54cc424:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:26:18,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:18,626 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:18,626 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): 0941dc95db98007222187595a54cc424/A is initiating minor compaction (all files) 2024-11-13T14:26:18,626 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0941dc95db98007222187595a54cc424/A in TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:18,626 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:18,626 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/27b14b9843bb4e93a6d15151b4fc07cb, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/063e3964ea8b40d48ae722614e4515fb, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/1a286d4852694d4eae4a1e471cad92cc] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp, totalSize=100.3 K 2024-11-13T14:26:18,626 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 0941dc95db98007222187595a54cc424/B is initiating minor compaction (all files) 2024-11-13T14:26:18,626 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:18,626 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. files: [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/27b14b9843bb4e93a6d15151b4fc07cb, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/063e3964ea8b40d48ae722614e4515fb, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/1a286d4852694d4eae4a1e471cad92cc] 2024-11-13T14:26:18,626 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0941dc95db98007222187595a54cc424/B in TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:18,627 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/82fb8a4b43eb4c8eb8b0dc57d347c36f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/ceab8815c2bf42be97a5e39244a051c7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/e2fb2718310b4f1981a18657a0cf40f1] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp, totalSize=36.3 K 2024-11-13T14:26:18,627 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 27b14b9843bb4e93a6d15151b4fc07cb, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731507973901 2024-11-13T14:26:18,627 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82fb8a4b43eb4c8eb8b0dc57d347c36f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731507973901 2024-11-13T14:26:18,627 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 063e3964ea8b40d48ae722614e4515fb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731507973920 2024-11-13T14:26:18,627 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting ceab8815c2bf42be97a5e39244a051c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731507973920 2024-11-13T14:26:18,628 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a286d4852694d4eae4a1e471cad92cc, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731507976205 2024-11-13T14:26:18,628 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2fb2718310b4f1981a18657a0cf40f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731507976205 2024-11-13T14:26:18,635 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:18,638 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0941dc95db98007222187595a54cc424#B#compaction#332 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:18,638 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111354143e147e8243a2b250f93209becd37_0941dc95db98007222187595a54cc424 store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:18,639 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/6f58573cdcf44a7b8a45b36a06945cf4 is 50, key is test_row_0/B:col10/1731507976205/Put/seqid=0 2024-11-13T14:26:18,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742213_1389 (size=12404) 2024-11-13T14:26:18,647 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111354143e147e8243a2b250f93209becd37_0941dc95db98007222187595a54cc424, store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:18,647 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111354143e147e8243a2b250f93209becd37_0941dc95db98007222187595a54cc424 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:18,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742214_1390 (size=4469) 2024-11-13T14:26:18,664 INFO [Thread-1443 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1443. 2024-11-13T14:26:18,664 DEBUG [Thread-1443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:18,664 DEBUG [Thread-1443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:18,664 DEBUG [Thread-1443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:18,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-13T14:26:18,743 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:19,054 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0941dc95db98007222187595a54cc424#A#compaction#333 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:19,055 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/87bc666a5d504cc99889a120e0ca1946 is 175, key is test_row_0/A:col10/1731507976205/Put/seqid=0 2024-11-13T14:26:19,056 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/6f58573cdcf44a7b8a45b36a06945cf4 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/6f58573cdcf44a7b8a45b36a06945cf4 2024-11-13T14:26:19,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742215_1391 (size=31358) 2024-11-13T14:26:19,063 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0941dc95db98007222187595a54cc424/B of 0941dc95db98007222187595a54cc424 into 6f58573cdcf44a7b8a45b36a06945cf4(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:19,063 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:19,063 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., storeName=0941dc95db98007222187595a54cc424/B, priority=13, startTime=1731507978625; duration=0sec 2024-11-13T14:26:19,063 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:19,063 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0941dc95db98007222187595a54cc424:B 2024-11-13T14:26:19,063 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:19,064 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:19,064 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): 0941dc95db98007222187595a54cc424/C is initiating minor compaction (all files) 2024-11-13T14:26:19,065 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0941dc95db98007222187595a54cc424/C in TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:19,065 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/bdd9995e588542e69f2969022383c0c4, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/ecd2096e11d44e669085fb4fe956e8eb, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/73d100de5b1a4d42b01cd7e9f4fe4ff5] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp, totalSize=36.3 K 2024-11-13T14:26:19,065 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting bdd9995e588542e69f2969022383c0c4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731507973901 2024-11-13T14:26:19,065 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecd2096e11d44e669085fb4fe956e8eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731507973920 2024-11-13T14:26:19,065 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73d100de5b1a4d42b01cd7e9f4fe4ff5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731507976205 2024-11-13T14:26:19,071 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0941dc95db98007222187595a54cc424#C#compaction#334 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:19,071 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/6d081cdd02014dd18d6ac4a8646a7539 is 50, key is test_row_0/C:col10/1731507976205/Put/seqid=0 2024-11-13T14:26:19,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742216_1392 (size=12404) 2024-11-13T14:26:19,467 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/87bc666a5d504cc99889a120e0ca1946 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/87bc666a5d504cc99889a120e0ca1946 2024-11-13T14:26:19,473 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0941dc95db98007222187595a54cc424/A of 0941dc95db98007222187595a54cc424 into 87bc666a5d504cc99889a120e0ca1946(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:19,473 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:19,473 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., storeName=0941dc95db98007222187595a54cc424/A, priority=13, startTime=1731507978625; duration=0sec 2024-11-13T14:26:19,473 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:19,473 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0941dc95db98007222187595a54cc424:A 2024-11-13T14:26:19,479 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/6d081cdd02014dd18d6ac4a8646a7539 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/6d081cdd02014dd18d6ac4a8646a7539 2024-11-13T14:26:19,484 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0941dc95db98007222187595a54cc424/C of 0941dc95db98007222187595a54cc424 into 6d081cdd02014dd18d6ac4a8646a7539(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:19,484 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:19,485 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., storeName=0941dc95db98007222187595a54cc424/C, priority=13, startTime=1731507978625; duration=0sec 2024-11-13T14:26:19,485 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:19,485 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0941dc95db98007222187595a54cc424:C 2024-11-13T14:26:19,523 INFO [Thread-1447 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1447. 2024-11-13T14:26:19,523 DEBUG [Thread-1447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:19,523 DEBUG [Thread-1447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:19,523 DEBUG [Thread-1447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:19,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:19,533 INFO [Thread-1441 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1441. 2024-11-13T14:26:19,533 DEBUG [Thread-1441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:19,533 DEBUG [Thread-1441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:19,533 DEBUG [Thread-1441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:19,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on 0941dc95db98007222187595a54cc424 2024-11-13T14:26:19,543 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:26:19,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0941dc95db98007222187595a54cc424 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:26:19,544 INFO [Thread-1449 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1449. 2024-11-13T14:26:19,544 DEBUG [Thread-1449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:19,544 DEBUG [Thread-1449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:19,544 DEBUG [Thread-1449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:19,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:19,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e3345964b13c41e6992013a3a8846755_0941dc95db98007222187595a54cc424 is 50, key is test_row_0/A:col10/1731507977365/Put/seqid=0 2024-11-13T14:26:19,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742217_1393 (size=12454) 2024-11-13T14:26:19,953 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:19,963 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e3345964b13c41e6992013a3a8846755_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e3345964b13c41e6992013a3a8846755_0941dc95db98007222187595a54cc424 2024-11-13T14:26:19,964 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/eb748c013e0d40f1bc6f02f994fb1e67, store: [table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:19,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/eb748c013e0d40f1bc6f02f994fb1e67 is 175, key is test_row_0/A:col10/1731507977365/Put/seqid=0 2024-11-13T14:26:19,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742218_1394 (size=31255) 2024-11-13T14:26:20,370 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/eb748c013e0d40f1bc6f02f994fb1e67 2024-11-13T14:26:20,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/4dd2b6cb213f4d4a985ca5d018f475e1 is 50, key is test_row_0/B:col10/1731507977365/Put/seqid=0 2024-11-13T14:26:20,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742219_1395 (size=12301) 2024-11-13T14:26:20,404 INFO [Thread-1445 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1445. 2024-11-13T14:26:20,404 DEBUG [Thread-1445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:20,404 DEBUG [Thread-1445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:20,404 DEBUG [Thread-1445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:20,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:20,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T14:26:20,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-13T14:26:20,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-13T14:26:20,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-13T14:26:20,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-13T14:26:20,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-13T14:26:20,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T14:26:20,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T14:26:20,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1484 2024-11-13T14:26:20,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4444 rows 2024-11-13T14:26:20,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1488 2024-11-13T14:26:20,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4461 rows 2024-11-13T14:26:20,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1487 2024-11-13T14:26:20,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4458 rows 2024-11-13T14:26:20,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1472 2024-11-13T14:26:20,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4409 rows 2024-11-13T14:26:20,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1486 2024-11-13T14:26:20,405 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4455 rows 2024-11-13T14:26:20,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:26:20,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:26:20,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:20,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:20,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:20,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T14:26:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T14:26:20,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T14:26:20,412 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507980412"}]},"ts":"1731507980412"} 2024-11-13T14:26:20,414 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T14:26:20,414 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T14:26:20,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T14:26:20,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0941dc95db98007222187595a54cc424, UNASSIGN}] 2024-11-13T14:26:20,418 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0941dc95db98007222187595a54cc424, UNASSIGN 2024-11-13T14:26:20,419 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=0941dc95db98007222187595a54cc424, regionState=CLOSING, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:20,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0941dc95db98007222187595a54cc424, UNASSIGN because future has completed 2024-11-13T14:26:20,421 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T14:26:20,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619}] 2024-11-13T14:26:20,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T14:26:20,574 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(122): Close 0941dc95db98007222187595a54cc424 2024-11-13T14:26:20,574 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T14:26:20,574 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1722): Closing 0941dc95db98007222187595a54cc424, disabling compactions & flushes 2024-11-13T14:26:20,574 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T14:26:20,787 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/4dd2b6cb213f4d4a985ca5d018f475e1 2024-11-13T14:26:20,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/fb904e4ca1d54928a72d367879d0c5f0 is 50, key is test_row_0/C:col10/1731507977365/Put/seqid=0 2024-11-13T14:26:20,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742220_1396 (size=12301) 2024-11-13T14:26:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T14:26:21,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/fb904e4ca1d54928a72d367879d0c5f0 2024-11-13T14:26:21,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/eb748c013e0d40f1bc6f02f994fb1e67 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/eb748c013e0d40f1bc6f02f994fb1e67 2024-11-13T14:26:21,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/eb748c013e0d40f1bc6f02f994fb1e67, entries=150, sequenceid=290, filesize=30.5 K 2024-11-13T14:26:21,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/4dd2b6cb213f4d4a985ca5d018f475e1 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/4dd2b6cb213f4d4a985ca5d018f475e1 2024-11-13T14:26:21,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/4dd2b6cb213f4d4a985ca5d018f475e1, entries=150, sequenceid=290, filesize=12.0 K 2024-11-13T14:26:21,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/fb904e4ca1d54928a72d367879d0c5f0 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/fb904e4ca1d54928a72d367879d0c5f0 2024-11-13T14:26:21,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/fb904e4ca1d54928a72d367879d0c5f0, entries=150, sequenceid=290, filesize=12.0 K 2024-11-13T14:26:21,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=6.71 KB/6870 for 0941dc95db98007222187595a54cc424 in 1688ms, sequenceid=290, compaction requested=false 2024-11-13T14:26:21,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0941dc95db98007222187595a54cc424: 2024-11-13T14:26:21,231 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:21,231 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:21,231 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. after waiting 0 ms 2024-11-13T14:26:21,231 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:21,231 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(2902): Flushing 0941dc95db98007222187595a54cc424 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-13T14:26:21,237 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113743ee6c78a9640e0b24601e7711cde20_0941dc95db98007222187595a54cc424 is 50, key is test_row_1/A:col10/1731507980403/Put/seqid=0 2024-11-13T14:26:21,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742221_1397 (size=7374) 2024-11-13T14:26:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T14:26:21,642 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:21,649 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113743ee6c78a9640e0b24601e7711cde20_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113743ee6c78a9640e0b24601e7711cde20_0941dc95db98007222187595a54cc424 2024-11-13T14:26:21,650 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/c0beaf02759344a4af94f16a8c5f0ae5, store: [table=TestAcidGuarantees family=A region=0941dc95db98007222187595a54cc424] 2024-11-13T14:26:21,651 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/c0beaf02759344a4af94f16a8c5f0ae5 is 175, key is test_row_1/A:col10/1731507980403/Put/seqid=0 2024-11-13T14:26:21,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742222_1398 (size=13865) 2024-11-13T14:26:22,056 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/c0beaf02759344a4af94f16a8c5f0ae5 2024-11-13T14:26:22,119 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/50f67286256d48aa934cb84808456cb7 is 50, key is test_row_1/B:col10/1731507980403/Put/seqid=0 2024-11-13T14:26:22,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742223_1399 (size=7415) 2024-11-13T14:26:22,527 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/50f67286256d48aa934cb84808456cb7 2024-11-13T14:26:22,540 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/4ed6fd36f0ff4ec58e517d64d905eb1b is 50, key is test_row_1/C:col10/1731507980403/Put/seqid=0 2024-11-13T14:26:22,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742224_1400 (size=7415) 2024-11-13T14:26:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T14:26:22,945 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/4ed6fd36f0ff4ec58e517d64d905eb1b 2024-11-13T14:26:22,954 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/A/c0beaf02759344a4af94f16a8c5f0ae5 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/c0beaf02759344a4af94f16a8c5f0ae5 2024-11-13T14:26:22,961 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/c0beaf02759344a4af94f16a8c5f0ae5, entries=50, sequenceid=294, filesize=13.5 K 2024-11-13T14:26:22,962 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/B/50f67286256d48aa934cb84808456cb7 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/50f67286256d48aa934cb84808456cb7 2024-11-13T14:26:22,968 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/50f67286256d48aa934cb84808456cb7, entries=50, sequenceid=294, filesize=7.2 K 2024-11-13T14:26:22,969 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/.tmp/C/4ed6fd36f0ff4ec58e517d64d905eb1b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/4ed6fd36f0ff4ec58e517d64d905eb1b 2024-11-13T14:26:22,972 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/4ed6fd36f0ff4ec58e517d64d905eb1b, entries=50, sequenceid=294, filesize=7.2 K 2024-11-13T14:26:22,973 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 0941dc95db98007222187595a54cc424 in 1742ms, sequenceid=294, compaction requested=true 2024-11-13T14:26:22,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/27b14b9843bb4e93a6d15151b4fc07cb, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/063e3964ea8b40d48ae722614e4515fb, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/1a286d4852694d4eae4a1e471cad92cc] to archive 2024-11-13T14:26:22,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:26:22,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/27b14b9843bb4e93a6d15151b4fc07cb to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/27b14b9843bb4e93a6d15151b4fc07cb 2024-11-13T14:26:22,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/063e3964ea8b40d48ae722614e4515fb to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/063e3964ea8b40d48ae722614e4515fb 2024-11-13T14:26:22,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/1a286d4852694d4eae4a1e471cad92cc to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/1a286d4852694d4eae4a1e471cad92cc 2024-11-13T14:26:22,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/82fb8a4b43eb4c8eb8b0dc57d347c36f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/ceab8815c2bf42be97a5e39244a051c7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/e2fb2718310b4f1981a18657a0cf40f1] to archive 2024-11-13T14:26:22,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:26:22,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/82fb8a4b43eb4c8eb8b0dc57d347c36f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/82fb8a4b43eb4c8eb8b0dc57d347c36f 2024-11-13T14:26:22,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/ceab8815c2bf42be97a5e39244a051c7 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/ceab8815c2bf42be97a5e39244a051c7 2024-11-13T14:26:22,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/e2fb2718310b4f1981a18657a0cf40f1 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/e2fb2718310b4f1981a18657a0cf40f1 2024-11-13T14:26:22,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/bdd9995e588542e69f2969022383c0c4, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/ecd2096e11d44e669085fb4fe956e8eb, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/73d100de5b1a4d42b01cd7e9f4fe4ff5] to archive 2024-11-13T14:26:22,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:26:22,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/bdd9995e588542e69f2969022383c0c4 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/bdd9995e588542e69f2969022383c0c4 2024-11-13T14:26:22,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/ecd2096e11d44e669085fb4fe956e8eb to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/ecd2096e11d44e669085fb4fe956e8eb 2024-11-13T14:26:22,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/73d100de5b1a4d42b01cd7e9f4fe4ff5 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/73d100de5b1a4d42b01cd7e9f4fe4ff5 2024-11-13T14:26:22,991 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/recovered.edits/297.seqid, newMaxSeqId=297, maxSeqId=4 2024-11-13T14:26:22,991 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. 2024-11-13T14:26:22,991 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1676): Region close journal for 0941dc95db98007222187595a54cc424: Waiting for close lock at 1731507980574Running coprocessor pre-close hooks at 1731507980574Disabling compacts and flushes for region at 1731507980574Disabling writes for close at 1731507981231 (+657 ms)Obtaining lock to block concurrent updates at 1731507981231Preparing flush snapshotting stores in 0941dc95db98007222187595a54cc424 at 1731507981231Finished memstore snapshotting TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=18720, getOffHeapSize=0, getCellsCount=150 at 1731507981231Flushing stores of TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424. at 1731507981232 (+1 ms)Flushing 0941dc95db98007222187595a54cc424/A: creating writer at 1731507981232Flushing mob file 0941dc95db98007222187595a54cc424/A: appending metadata at 1731507981237 (+5 ms)Flushing mob file 0941dc95db98007222187595a54cc424/A: closing flushed file at 1731507981237Flushing 0941dc95db98007222187595a54cc424/A: appending metadata at 1731507981651 (+414 ms)Flushing 0941dc95db98007222187595a54cc424/A: closing flushed file at 1731507981651Flushing 0941dc95db98007222187595a54cc424/B: creating writer at 1731507982114 (+463 ms)Flushing 0941dc95db98007222187595a54cc424/B: appending metadata at 1731507982118 (+4 ms)Flushing 0941dc95db98007222187595a54cc424/B: closing flushed file at 1731507982118Flushing 0941dc95db98007222187595a54cc424/C: creating writer at 1731507982536 (+418 ms)Flushing 0941dc95db98007222187595a54cc424/C: appending metadata at 1731507982539 (+3 ms)Flushing 0941dc95db98007222187595a54cc424/C: closing flushed file at 1731507982539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35b2769a: reopening flushed file at 1731507982953 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52312fbb: reopening flushed file at 1731507982961 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de3aebd: reopening flushed file at 1731507982968 (+7 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 0941dc95db98007222187595a54cc424 in 1742ms, sequenceid=294, compaction requested=true at 1731507982973 (+5 ms)Writing region close event to WAL at 1731507982988 (+15 ms)Running coprocessor post-close hooks at 1731507982991 (+3 ms)Closed at 1731507982991 2024-11-13T14:26:22,993 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(157): Closed 0941dc95db98007222187595a54cc424 2024-11-13T14:26:22,993 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=0941dc95db98007222187595a54cc424, regionState=CLOSED 2024-11-13T14:26:22,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 because future has completed 2024-11-13T14:26:22,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-13T14:26:22,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseRegionProcedure 0941dc95db98007222187595a54cc424, server=eb1966fd6578,42905,1731507853619 in 2.5740 sec 2024-11-13T14:26:22,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-13T14:26:22,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0941dc95db98007222187595a54cc424, UNASSIGN in 2.5790 sec 2024-11-13T14:26:22,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-13T14:26:22,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5820 sec 2024-11-13T14:26:22,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507982999"}]},"ts":"1731507982999"} 2024-11-13T14:26:23,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T14:26:23,000 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T14:26:23,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5940 sec 2024-11-13T14:26:23,249 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T14:26:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-13T14:26:24,573 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:24,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T14:26:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:26:24,575 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:26:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T14:26:24,575 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=121, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:26:24,577 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424 2024-11-13T14:26:24,580 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A, FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B, FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C, FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/recovered.edits] 2024-11-13T14:26:24,582 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/87bc666a5d504cc99889a120e0ca1946 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/87bc666a5d504cc99889a120e0ca1946 2024-11-13T14:26:24,582 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/c0beaf02759344a4af94f16a8c5f0ae5 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/c0beaf02759344a4af94f16a8c5f0ae5 2024-11-13T14:26:24,583 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/eb748c013e0d40f1bc6f02f994fb1e67 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/A/eb748c013e0d40f1bc6f02f994fb1e67 2024-11-13T14:26:24,585 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/4dd2b6cb213f4d4a985ca5d018f475e1 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/4dd2b6cb213f4d4a985ca5d018f475e1 2024-11-13T14:26:24,586 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/50f67286256d48aa934cb84808456cb7 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/50f67286256d48aa934cb84808456cb7 2024-11-13T14:26:24,587 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/6f58573cdcf44a7b8a45b36a06945cf4 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/B/6f58573cdcf44a7b8a45b36a06945cf4 2024-11-13T14:26:24,589 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/4ed6fd36f0ff4ec58e517d64d905eb1b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/4ed6fd36f0ff4ec58e517d64d905eb1b 2024-11-13T14:26:24,590 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/6d081cdd02014dd18d6ac4a8646a7539 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/6d081cdd02014dd18d6ac4a8646a7539 2024-11-13T14:26:24,590 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/fb904e4ca1d54928a72d367879d0c5f0 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/C/fb904e4ca1d54928a72d367879d0c5f0 2024-11-13T14:26:24,592 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/recovered.edits/297.seqid to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424/recovered.edits/297.seqid 2024-11-13T14:26:24,593 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/0941dc95db98007222187595a54cc424 2024-11-13T14:26:24,593 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T14:26:24,593 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T14:26:24,594 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T14:26:24,596 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111306ea3e97924c4713bf33150860ed27b8_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111306ea3e97924c4713bf33150860ed27b8_0941dc95db98007222187595a54cc424 2024-11-13T14:26:24,597 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113531619a850484ef886db95b7b172ddd2_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113531619a850484ef886db95b7b172ddd2_0941dc95db98007222187595a54cc424 2024-11-13T14:26:24,598 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113743ee6c78a9640e0b24601e7711cde20_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113743ee6c78a9640e0b24601e7711cde20_0941dc95db98007222187595a54cc424 2024-11-13T14:26:24,599 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137a2d3d97128b4382b6b92536e3088f4b_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137a2d3d97128b4382b6b92536e3088f4b_0941dc95db98007222187595a54cc424 2024-11-13T14:26:24,600 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137b4b39337e3a41128a74fc72475edb0d_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137b4b39337e3a41128a74fc72475edb0d_0941dc95db98007222187595a54cc424 2024-11-13T14:26:24,601 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111399ba8f012eb5455aa89a692bb28dd0b5_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111399ba8f012eb5455aa89a692bb28dd0b5_0941dc95db98007222187595a54cc424 2024-11-13T14:26:24,602 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139e68648022274d61b65b02bdf9bbb86f_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139e68648022274d61b65b02bdf9bbb86f_0941dc95db98007222187595a54cc424 2024-11-13T14:26:24,603 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a32cad9ce775491eb5e316cdef1314df_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a32cad9ce775491eb5e316cdef1314df_0941dc95db98007222187595a54cc424 2024-11-13T14:26:24,603 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a8d016f4cbd9421aa287ea517bd52f1b_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113a8d016f4cbd9421aa287ea517bd52f1b_0941dc95db98007222187595a54cc424 2024-11-13T14:26:24,604 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d0be4ff30d8647ffbad7bf8ef6817b61_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d0be4ff30d8647ffbad7bf8ef6817b61_0941dc95db98007222187595a54cc424 2024-11-13T14:26:24,605 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d2d2464bb1684c5182348c98e2e18deb_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d2d2464bb1684c5182348c98e2e18deb_0941dc95db98007222187595a54cc424 2024-11-13T14:26:24,606 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113dacc0cc773bf4370b3ce673f9c397fd6_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113dacc0cc773bf4370b3ce673f9c397fd6_0941dc95db98007222187595a54cc424 2024-11-13T14:26:24,607 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e3345964b13c41e6992013a3a8846755_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e3345964b13c41e6992013a3a8846755_0941dc95db98007222187595a54cc424 2024-11-13T14:26:24,608 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e8ca0d8270474c1eb07c07e5e5e17b1a_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e8ca0d8270474c1eb07c07e5e5e17b1a_0941dc95db98007222187595a54cc424 2024-11-13T14:26:24,609 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ef87ee8c574e4eb2928092fef1caaed4_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113ef87ee8c574e4eb2928092fef1caaed4_0941dc95db98007222187595a54cc424 2024-11-13T14:26:24,610 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f828f71589784ed4b6cdc769287e8403_0941dc95db98007222187595a54cc424 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f828f71589784ed4b6cdc769287e8403_0941dc95db98007222187595a54cc424 2024-11-13T14:26:24,610 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T14:26:24,612 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=121, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:26:24,614 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T14:26:24,616 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T14:26:24,617 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=121, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:26:24,617 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T14:26:24,617 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731507984617"}]},"ts":"9223372036854775807"} 2024-11-13T14:26:24,619 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T14:26:24,619 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0941dc95db98007222187595a54cc424, NAME => 'TestAcidGuarantees,,1731507954627.0941dc95db98007222187595a54cc424.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T14:26:24,619 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T14:26:24,619 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731507984619"}]},"ts":"9223372036854775807"} 2024-11-13T14:26:24,621 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T14:26:24,622 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=121, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:26:24,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-11-13T14:26:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-13T14:26:24,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T14:26:24,683 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:24,691 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=241 (was 236) - Thread LEAK? -, OpenFileDescriptor=455 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=471 (was 457) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2626 (was 2773) 2024-11-13T14:26:24,699 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=241, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=471, ProcessCount=11, AvailableMemoryMB=2626 2024-11-13T14:26:24,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T14:26:24,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:26:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T14:26:24,703 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:26:24,703 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:24,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 122 2024-11-13T14:26:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-13T14:26:24,704 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:26:24,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742225_1401 (size=959) 2024-11-13T14:26:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-13T14:26:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-13T14:26:25,115 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662 2024-11-13T14:26:25,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742226_1402 (size=53) 2024-11-13T14:26:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-13T14:26:25,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:26:25,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c0edfddb252cafe20959c14bcb0ccf0f, disabling compactions & flushes 2024-11-13T14:26:25,531 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:25,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:25,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. after waiting 0 ms 2024-11-13T14:26:25,532 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:25,532 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:25,532 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0edfddb252cafe20959c14bcb0ccf0f: Waiting for close lock at 1731507985531Disabling compacts and flushes for region at 1731507985531Disabling writes for close at 1731507985532 (+1 ms)Writing region close event to WAL at 1731507985532Closed at 1731507985532 2024-11-13T14:26:25,535 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:26:25,535 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731507985535"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731507985535"}]},"ts":"1731507985535"} 2024-11-13T14:26:25,539 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:26:25,541 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:26:25,541 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507985541"}]},"ts":"1731507985541"} 2024-11-13T14:26:25,543 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T14:26:25,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0edfddb252cafe20959c14bcb0ccf0f, ASSIGN}] 2024-11-13T14:26:25,545 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0edfddb252cafe20959c14bcb0ccf0f, ASSIGN 2024-11-13T14:26:25,545 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0edfddb252cafe20959c14bcb0ccf0f, ASSIGN; state=OFFLINE, location=eb1966fd6578,42905,1731507853619; forceNewPlan=false, retain=false 2024-11-13T14:26:25,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=c0edfddb252cafe20959c14bcb0ccf0f, regionState=OPENING, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:25,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0edfddb252cafe20959c14bcb0ccf0f, ASSIGN because future has completed 2024-11-13T14:26:25,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619}] 2024-11-13T14:26:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-13T14:26:25,860 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:25,860 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7752): Opening region: {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:26:25,861 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:25,861 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:26:25,861 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7794): checking encryption for c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:25,861 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7797): checking classloading for c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:25,863 INFO [StoreOpener-c0edfddb252cafe20959c14bcb0ccf0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:25,864 INFO [StoreOpener-c0edfddb252cafe20959c14bcb0ccf0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0edfddb252cafe20959c14bcb0ccf0f columnFamilyName A 2024-11-13T14:26:25,864 DEBUG [StoreOpener-c0edfddb252cafe20959c14bcb0ccf0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:25,865 INFO [StoreOpener-c0edfddb252cafe20959c14bcb0ccf0f-1 {}] regionserver.HStore(327): Store=c0edfddb252cafe20959c14bcb0ccf0f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:26:25,865 INFO [StoreOpener-c0edfddb252cafe20959c14bcb0ccf0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:25,866 INFO [StoreOpener-c0edfddb252cafe20959c14bcb0ccf0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0edfddb252cafe20959c14bcb0ccf0f columnFamilyName B 2024-11-13T14:26:25,866 DEBUG [StoreOpener-c0edfddb252cafe20959c14bcb0ccf0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:25,866 INFO [StoreOpener-c0edfddb252cafe20959c14bcb0ccf0f-1 {}] regionserver.HStore(327): Store=c0edfddb252cafe20959c14bcb0ccf0f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:26:25,866 INFO [StoreOpener-c0edfddb252cafe20959c14bcb0ccf0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:25,867 INFO [StoreOpener-c0edfddb252cafe20959c14bcb0ccf0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0edfddb252cafe20959c14bcb0ccf0f columnFamilyName C 2024-11-13T14:26:25,867 DEBUG [StoreOpener-c0edfddb252cafe20959c14bcb0ccf0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:25,868 INFO [StoreOpener-c0edfddb252cafe20959c14bcb0ccf0f-1 {}] regionserver.HStore(327): Store=c0edfddb252cafe20959c14bcb0ccf0f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:26:25,868 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1038): replaying wal for c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:25,869 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:25,869 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:25,870 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1048): stopping wal replay for c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:25,870 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1060): Cleaning up temporary data for c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:25,870 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T14:26:25,871 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1093): writing seq id for c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:25,874 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:26:25,874 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1114): Opened c0edfddb252cafe20959c14bcb0ccf0f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74368229, jitterRate=0.10817296802997589}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T14:26:25,874 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:25,875 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1006): Region open journal for c0edfddb252cafe20959c14bcb0ccf0f: Running coprocessor pre-open hook at 1731507985862Writing region info on filesystem at 1731507985862Initializing all the Stores at 1731507985862Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507985862Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507985863 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731507985863Cleaning up temporary data from old regions at 1731507985870 (+7 ms)Running coprocessor post-open hooks at 1731507985874 (+4 ms)Region opened successfully at 1731507985875 (+1 ms) 2024-11-13T14:26:25,876 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., pid=124, masterSystemTime=1731507985854 2024-11-13T14:26:25,878 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:25,878 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:25,878 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=c0edfddb252cafe20959c14bcb0ccf0f, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:25,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 because future has completed 2024-11-13T14:26:25,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-13T14:26:25,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; OpenRegionProcedure c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 in 179 msec 2024-11-13T14:26:25,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122 2024-11-13T14:26:25,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0edfddb252cafe20959c14bcb0ccf0f, ASSIGN in 339 msec 2024-11-13T14:26:25,885 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:26:25,885 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731507985885"}]},"ts":"1731507985885"} 2024-11-13T14:26:25,886 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T14:26:25,887 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:26:25,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1860 sec 2024-11-13T14:26:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122 2024-11-13T14:26:26,853 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:26,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bd122f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:26:26,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:26:26,856 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:26:26,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:26:26,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:26:26,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be0720a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:26:26,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:26:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:26,859 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:26:26,860 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752ef4f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:26:26,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:26:26,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:26:26,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:26:26,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:26:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,42917,1731507852895 2024-11-13T14:26:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@695643ac 2024-11-13T14:26:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:26:26,867 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:26:26,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205b33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:26:26,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:26:26,869 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:26:26,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:26:26,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:26:26,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333c85eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:26:26,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:26:26,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:26,870 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:26:26,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be99bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e100fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:26:26,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:26:26,872 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:26:26,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:26:26,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:26:26,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ccdde8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:26:26,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:26:26,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:26,873 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:26:26,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cf7a1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e40afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,874 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:26:26,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:26:26,874 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:26:26,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:26:26,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:26:26,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b5273e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:26:26,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:26:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:26,875 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:26:26,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689188f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f4da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:26:26,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:26:26,876 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:26:26,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:26:26,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:26:26,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7324c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:26:26,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:26:26,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:26,877 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:26:26,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6607795a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,878 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:26:26,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:26:26,879 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:26:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:26:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:26:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccee725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:26:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:26:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:26,880 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:26:26,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363d7eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c83334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:26:26,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:26:26,881 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:26:26,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:26:26,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:26:26,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521b53bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:26:26,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:26:26,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:26,882 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:26:26,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7575e3ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3532b5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:26:26,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:26:26,884 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:26:26,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:26:26,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:26:26,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3157671d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,884 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:26:26,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:26:26,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:26,885 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:26:26,886 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8ff62a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3088fab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:26:26,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:26:26,887 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:26:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:26:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:26:26,888 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35daf355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,888 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:26:26,888 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:26:26,888 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:26,888 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:26:26,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b9949f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663bb5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:26:26,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:26:26,890 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:26:26,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:26:26,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:26:26,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c091387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:26:26,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:26:26,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:26,892 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:26:26,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e09aa32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b31ef7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:26:26,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:26:26,894 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:26:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:26:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:26:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50aef95e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:26:26,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:26:26,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:26,895 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:26:26,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26de7f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:26,897 DEBUG [Thread-1844 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:26:26,897 DEBUG [Thread-1831 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:26:26,897 DEBUG [Thread-1850 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:26:26,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:26:26,897 DEBUG [Thread-1835 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:26:26,897 DEBUG [Thread-1846 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:26:26,897 DEBUG [Thread-1833 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:26:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:26:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:26:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:26:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:26:26,898 DEBUG [Thread-1842 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:26:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-13T14:26:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:26:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:26:26,899 DEBUG [Thread-1837 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:26:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T14:26:26,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:26:26,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:26:26,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:26:26,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:26:26,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:26:26,899 DEBUG [Thread-1842 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:26:26,899 DEBUG [Thread-1842 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:26:26,899 DEBUG [Thread-1850 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:26:26,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:26:26,900 DEBUG [Thread-1850 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:26:26,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:26:26,900 DEBUG [Thread-1837 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:26:26,900 DEBUG [Thread-1837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:26:26,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:26:26,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:26:26,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:26:26,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:26:26,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:26:26,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:26:26,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:26:26,902 DEBUG [Thread-1848 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:26:26,902 DEBUG [Thread-1839 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:26:26,902 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:26:26,903 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:26:26,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:26:26,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:26:26,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:26:26,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:26:26,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:26:26,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:26:26,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:26:26,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:26:26,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:26:26,904 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:26:26,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:26:26,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:26:26,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:26:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:26:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2] 2024-11-13T14:26:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:26,910 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:26:26,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:26:26,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/7a0ccdea03444ecf88a097c053d77cef is 50, key is test_row_0/A:col10/1731507986907/Put/seqid=0 2024-11-13T14:26:26,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742227_1403 (size=14341) 2024-11-13T14:26:26,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/7a0ccdea03444ecf88a097c053d77cef 2024-11-13T14:26:26,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508046939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:26,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:26,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:26,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:26,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508046940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:26,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508046942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:26,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:26,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:26,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:26,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508046943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:26,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:26,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:26,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:26,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41216 deadline: 1731508046944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:26,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:26,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:26,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:26,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/2c4660f09b0249038d49a6697e34539f is 50, key is test_row_0/B:col10/1731507986907/Put/seqid=0 2024-11-13T14:26:26,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742228_1404 (size=12001) 2024-11-13T14:26:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T14:26:27,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508047052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:27,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:27,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508047052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:27,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:27,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508047052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:27,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:27,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T14:26:27,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:27,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:27,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:27,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:27,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:27,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:27,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508047062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:27,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:27,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41216 deadline: 1731508047062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:27,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:27,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:27,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T14:26:27,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:27,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:27,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:27,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:27,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T14:26:27,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508047266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:27,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508047266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:27,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508047266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:27,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508047272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:27,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41216 deadline: 1731508047272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:27,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T14:26:27,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:27,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:27,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:27,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:27,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:27,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/2c4660f09b0249038d49a6697e34539f 2024-11-13T14:26:27,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/38db2c7375a9407bbfe4084f6cab0e78 is 50, key is test_row_0/C:col10/1731507986907/Put/seqid=0 2024-11-13T14:26:27,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742229_1405 (size=12001) 2024-11-13T14:26:27,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T14:26:27,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:27,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:27,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:27,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:27,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T14:26:27,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508047582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:27,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508047582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508047582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:27,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:27,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508047582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:27,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:27,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41216 deadline: 1731508047583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:27,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:27,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:27,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T14:26:27,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:27,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:27,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:27,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:27,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:27,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/38db2c7375a9407bbfe4084f6cab0e78 2024-11-13T14:26:27,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/7a0ccdea03444ecf88a097c053d77cef as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/7a0ccdea03444ecf88a097c053d77cef 2024-11-13T14:26:27,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/7a0ccdea03444ecf88a097c053d77cef, entries=200, sequenceid=13, filesize=14.0 K 2024-11-13T14:26:27,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/2c4660f09b0249038d49a6697e34539f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/2c4660f09b0249038d49a6697e34539f 2024-11-13T14:26:27,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/2c4660f09b0249038d49a6697e34539f, entries=150, sequenceid=13, filesize=11.7 K 2024-11-13T14:26:27,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/38db2c7375a9407bbfe4084f6cab0e78 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/38db2c7375a9407bbfe4084f6cab0e78 2024-11-13T14:26:27,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/38db2c7375a9407bbfe4084f6cab0e78, entries=150, sequenceid=13, filesize=11.7 K 2024-11-13T14:26:27,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c0edfddb252cafe20959c14bcb0ccf0f in 899ms, sequenceid=13, compaction requested=false 2024-11-13T14:26:27,810 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-13T14:26:27,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:27,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-13T14:26:27,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:27,820 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T14:26:27,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/b3d673fe49eb47f883f32fecf260322f is 50, key is test_row_0/A:col10/1731507986932/Put/seqid=0 2024-11-13T14:26:27,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742230_1406 (size=12001) 2024-11-13T14:26:27,835 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/b3d673fe49eb47f883f32fecf260322f 2024-11-13T14:26:27,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/30bce32ca6f34b0898d6e36f94343534 is 50, key is test_row_0/B:col10/1731507986932/Put/seqid=0 2024-11-13T14:26:27,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742231_1407 (size=12001) 2024-11-13T14:26:28,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T14:26:28,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:28,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:28,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41216 deadline: 1731508048102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508048102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508048103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508048104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508048105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508048222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508048222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508048222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508048222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,246 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/30bce32ca6f34b0898d6e36f94343534 2024-11-13T14:26:28,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/08ec58c20b5c40469a87a7bd52566b37 is 50, key is test_row_0/C:col10/1731507986932/Put/seqid=0 2024-11-13T14:26:28,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742232_1408 (size=12001) 2024-11-13T14:26:28,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508048432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508048432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508048432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508048432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,512 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T14:26:28,656 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/08ec58c20b5c40469a87a7bd52566b37 2024-11-13T14:26:28,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/b3d673fe49eb47f883f32fecf260322f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/b3d673fe49eb47f883f32fecf260322f 2024-11-13T14:26:28,664 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/b3d673fe49eb47f883f32fecf260322f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-13T14:26:28,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/30bce32ca6f34b0898d6e36f94343534 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/30bce32ca6f34b0898d6e36f94343534 2024-11-13T14:26:28,667 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/30bce32ca6f34b0898d6e36f94343534, entries=150, sequenceid=37, filesize=11.7 K 2024-11-13T14:26:28,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/08ec58c20b5c40469a87a7bd52566b37 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/08ec58c20b5c40469a87a7bd52566b37 2024-11-13T14:26:28,672 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/08ec58c20b5c40469a87a7bd52566b37, entries=150, sequenceid=37, filesize=11.7 K 2024-11-13T14:26:28,673 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c0edfddb252cafe20959c14bcb0ccf0f in 853ms, sequenceid=37, compaction requested=false 2024-11-13T14:26:28,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:28,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:28,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-13T14:26:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-13T14:26:28,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-13T14:26:28,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7710 sec 2024-11-13T14:26:28,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.7790 sec 2024-11-13T14:26:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:28,754 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:26:28,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T14:26:28,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/88a6498dfe794a6e8bedc631ed87218b is 50, key is test_row_0/A:col10/1731507988104/Put/seqid=0 2024-11-13T14:26:28,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742233_1409 (size=14341) 2024-11-13T14:26:28,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508048792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508048793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508048802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508048803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508048912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508048912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508048912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:28,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508048921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:28,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:28,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-13T14:26:29,042 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:29,042 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:26:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-13T14:26:29,043 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:26:29,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T14:26:29,043 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:26:29,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:26:29,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41216 deadline: 1731508049112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:29,120 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in c0edfddb252cafe20959c14bcb0ccf0f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:26:29,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:29,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508049122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:29,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:29,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508049122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:29,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:29,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508049122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:29,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:29,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508049142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:29,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,149 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T14:26:29,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/88a6498dfe794a6e8bedc631ed87218b 2024-11-13T14:26:29,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/afe55851e7bd4fe286c6309ba015c4c2 is 50, key is test_row_0/B:col10/1731507988104/Put/seqid=0 2024-11-13T14:26:29,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742234_1410 (size=12001) 2024-11-13T14:26:29,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T14:26:29,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:29,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:29,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:29,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:29,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:29,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T14:26:29,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:29,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:29,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:29,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:29,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T14:26:29,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508049432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:29,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:29,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508049442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508049442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:29,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508049462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:29,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T14:26:29,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:29,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:29,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:29,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:29,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:29,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/afe55851e7bd4fe286c6309ba015c4c2 2024-11-13T14:26:29,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/ad663e31ceb84535a5437cc2ba80eb66 is 50, key is test_row_0/C:col10/1731507988104/Put/seqid=0 2024-11-13T14:26:29,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742235_1411 (size=12001) 2024-11-13T14:26:29,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T14:26:29,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:29,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:29,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:29,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:29,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T14:26:29,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T14:26:29,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:29,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:29,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:29,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:29,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:29,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508049942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:29,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,945 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:29,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508049951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:29,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:29,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T14:26:29,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:29,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:29,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:29,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:29,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:29,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508049962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:29,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508049982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:29,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:29,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:29,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/ad663e31ceb84535a5437cc2ba80eb66 2024-11-13T14:26:29,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/88a6498dfe794a6e8bedc631ed87218b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/88a6498dfe794a6e8bedc631ed87218b 2024-11-13T14:26:29,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/88a6498dfe794a6e8bedc631ed87218b, entries=200, sequenceid=50, filesize=14.0 K 2024-11-13T14:26:30,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/afe55851e7bd4fe286c6309ba015c4c2 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/afe55851e7bd4fe286c6309ba015c4c2 2024-11-13T14:26:30,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/afe55851e7bd4fe286c6309ba015c4c2, entries=150, sequenceid=50, filesize=11.7 K 2024-11-13T14:26:30,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/ad663e31ceb84535a5437cc2ba80eb66 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/ad663e31ceb84535a5437cc2ba80eb66 2024-11-13T14:26:30,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/ad663e31ceb84535a5437cc2ba80eb66, entries=150, sequenceid=50, filesize=11.7 K 2024-11-13T14:26:30,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c0edfddb252cafe20959c14bcb0ccf0f in 1253ms, sequenceid=50, compaction requested=true 2024-11-13T14:26:30,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:30,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:26:30,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:30,007 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:30,008 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:30,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:26:30,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:30,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:26:30,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:30,009 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:30,009 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:30,009 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/B is initiating minor compaction (all files) 2024-11-13T14:26:30,009 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/A is initiating minor compaction (all files) 2024-11-13T14:26:30,009 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/A in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:30,009 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/B in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:30,009 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/7a0ccdea03444ecf88a097c053d77cef, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/b3d673fe49eb47f883f32fecf260322f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/88a6498dfe794a6e8bedc631ed87218b] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=39.7 K 2024-11-13T14:26:30,009 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/2c4660f09b0249038d49a6697e34539f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/30bce32ca6f34b0898d6e36f94343534, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/afe55851e7bd4fe286c6309ba015c4c2] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=35.2 K 2024-11-13T14:26:30,009 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c4660f09b0249038d49a6697e34539f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731507986907 2024-11-13T14:26:30,009 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a0ccdea03444ecf88a097c053d77cef, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731507986907 2024-11-13T14:26:30,009 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3d673fe49eb47f883f32fecf260322f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731507986932 2024-11-13T14:26:30,009 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 30bce32ca6f34b0898d6e36f94343534, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731507986932 2024-11-13T14:26:30,010 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting afe55851e7bd4fe286c6309ba015c4c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731507988095 2024-11-13T14:26:30,010 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88a6498dfe794a6e8bedc631ed87218b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731507988095 2024-11-13T14:26:30,016 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#B#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:30,016 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#A#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:30,016 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/09ee997558a1440bbd5cadf8c7fc2797 is 50, key is test_row_0/A:col10/1731507988104/Put/seqid=0 2024-11-13T14:26:30,016 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/2d9efcb4a5c249f5a1764423adacb327 is 50, key is test_row_0/B:col10/1731507988104/Put/seqid=0 2024-11-13T14:26:30,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742236_1412 (size=12104) 2024-11-13T14:26:30,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742237_1413 (size=12104) 2024-11-13T14:26:30,024 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/09ee997558a1440bbd5cadf8c7fc2797 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/09ee997558a1440bbd5cadf8c7fc2797 2024-11-13T14:26:30,028 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/A of c0edfddb252cafe20959c14bcb0ccf0f into 09ee997558a1440bbd5cadf8c7fc2797(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:30,028 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:30,028 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/A, priority=13, startTime=1731507990007; duration=0sec 2024-11-13T14:26:30,028 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:30,028 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:A 2024-11-13T14:26:30,028 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:30,029 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:30,029 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/C is initiating minor compaction (all files) 2024-11-13T14:26:30,029 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/C in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:30,029 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/38db2c7375a9407bbfe4084f6cab0e78, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/08ec58c20b5c40469a87a7bd52566b37, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/ad663e31ceb84535a5437cc2ba80eb66] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=35.2 K 2024-11-13T14:26:30,029 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38db2c7375a9407bbfe4084f6cab0e78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731507986907 2024-11-13T14:26:30,029 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08ec58c20b5c40469a87a7bd52566b37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731507986932 2024-11-13T14:26:30,030 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad663e31ceb84535a5437cc2ba80eb66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731507988095 2024-11-13T14:26:30,038 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#C#compaction#352 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:30,039 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/8e23fe62174a490791119e13227c63d7 is 50, key is test_row_0/C:col10/1731507988104/Put/seqid=0 2024-11-13T14:26:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742238_1414 (size=12104) 2024-11-13T14:26:30,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-13T14:26:30,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:30,111 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-13T14:26:30,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/9d6ea8bf2731477bbd6ffe62b8932189 is 50, key is test_row_0/A:col10/1731507988802/Put/seqid=0 2024-11-13T14:26:30,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742239_1415 (size=12001) 2024-11-13T14:26:30,118 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/9d6ea8bf2731477bbd6ffe62b8932189 2024-11-13T14:26:30,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/044bc7b448a64947afa92d80a4497c9a is 50, key is test_row_0/B:col10/1731507988802/Put/seqid=0 2024-11-13T14:26:30,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742240_1416 (size=12001) 2024-11-13T14:26:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T14:26:30,424 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/2d9efcb4a5c249f5a1764423adacb327 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/2d9efcb4a5c249f5a1764423adacb327 2024-11-13T14:26:30,428 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/B of c0edfddb252cafe20959c14bcb0ccf0f into 2d9efcb4a5c249f5a1764423adacb327(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:30,428 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:30,428 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/B, priority=13, startTime=1731507990007; duration=0sec 2024-11-13T14:26:30,428 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:30,428 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:B 2024-11-13T14:26:30,449 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/8e23fe62174a490791119e13227c63d7 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/8e23fe62174a490791119e13227c63d7 2024-11-13T14:26:30,452 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/C of c0edfddb252cafe20959c14bcb0ccf0f into 8e23fe62174a490791119e13227c63d7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:30,452 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:30,452 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/C, priority=13, startTime=1731507990008; duration=0sec 2024-11-13T14:26:30,452 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:30,452 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:C 2024-11-13T14:26:30,527 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/044bc7b448a64947afa92d80a4497c9a 2024-11-13T14:26:30,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/cd847829b8704d68b9c0206249c4fb33 is 50, key is test_row_0/C:col10/1731507988802/Put/seqid=0 2024-11-13T14:26:30,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742241_1417 (size=12001) 2024-11-13T14:26:30,941 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/cd847829b8704d68b9c0206249c4fb33 2024-11-13T14:26:30,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/9d6ea8bf2731477bbd6ffe62b8932189 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/9d6ea8bf2731477bbd6ffe62b8932189 2024-11-13T14:26:30,948 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/9d6ea8bf2731477bbd6ffe62b8932189, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T14:26:30,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/044bc7b448a64947afa92d80a4497c9a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/044bc7b448a64947afa92d80a4497c9a 2024-11-13T14:26:30,952 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/044bc7b448a64947afa92d80a4497c9a, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T14:26:30,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/cd847829b8704d68b9c0206249c4fb33 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/cd847829b8704d68b9c0206249c4fb33 2024-11-13T14:26:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:30,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:30,957 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/cd847829b8704d68b9c0206249c4fb33, entries=150, sequenceid=74, filesize=11.7 K 2024-11-13T14:26:30,958 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=6.71 KB/6870 for c0edfddb252cafe20959c14bcb0ccf0f in 846ms, sequenceid=74, compaction requested=false 2024-11-13T14:26:30,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:30,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:30,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-13T14:26:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-13T14:26:30,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-13T14:26:30,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9150 sec 2024-11-13T14:26:30,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.9200 sec 2024-11-13T14:26:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:30,970 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:26:30,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:26:30,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/0c753f7856c044c4bfe53acdbca63304 is 50, key is test_row_0/A:col10/1731507990968/Put/seqid=0 2024-11-13T14:26:30,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742242_1418 (size=16681) 2024-11-13T14:26:31,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508051013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:31,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:31,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508051014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:31,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:31,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508051019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:31,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:31,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:31,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:31,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508051020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:31,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41216 deadline: 1731508051131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:31,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508051132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508051132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:31,136 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in c0edfddb252cafe20959c14bcb0ccf0f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:26:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508051132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:31,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508051132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:31,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-13T14:26:31,192 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:31,192 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:26:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-13T14:26:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T14:26:31,194 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:26:31,194 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:26:31,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:26:31,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T14:26:31,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T14:26:31,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:31,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:31,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:31,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:31,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:31,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:31,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508051342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:31,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508051342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:31,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508051342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:31,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508051342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:31,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/0c753f7856c044c4bfe53acdbca63304 2024-11-13T14:26:31,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/931d08148efc4a2fa31a6253c6647948 is 50, key is test_row_0/B:col10/1731507990968/Put/seqid=0 2024-11-13T14:26:31,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742243_1419 (size=12001) 2024-11-13T14:26:31,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T14:26:31,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:31,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:31,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:31,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:31,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T14:26:31,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T14:26:31,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:31,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:31,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:31,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:31,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:31,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508051651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:31,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:31,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508051662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:31,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508051662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:31,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508051662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:31,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:31,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/931d08148efc4a2fa31a6253c6647948 2024-11-13T14:26:31,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/98afbcfa9a394fc0a7ae3e97b7215993 is 50, key is test_row_0/C:col10/1731507990968/Put/seqid=0 2024-11-13T14:26:31,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742244_1420 (size=12001) 2024-11-13T14:26:31,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T14:26:31,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:31,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:31,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:31,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:31,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T14:26:31,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T14:26:31,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:31,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:31,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:31,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:31,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:32,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T14:26:32,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:32,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:32,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:32,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:32,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:32,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508052172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:32,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508052182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:32,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508052182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:32,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508052182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:32,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/98afbcfa9a394fc0a7ae3e97b7215993 2024-11-13T14:26:32,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/0c753f7856c044c4bfe53acdbca63304 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/0c753f7856c044c4bfe53acdbca63304 2024-11-13T14:26:32,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/0c753f7856c044c4bfe53acdbca63304, entries=250, sequenceid=87, filesize=16.3 K 2024-11-13T14:26:32,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/931d08148efc4a2fa31a6253c6647948 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/931d08148efc4a2fa31a6253c6647948 2024-11-13T14:26:32,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/931d08148efc4a2fa31a6253c6647948, entries=150, sequenceid=87, filesize=11.7 K 2024-11-13T14:26:32,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/98afbcfa9a394fc0a7ae3e97b7215993 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/98afbcfa9a394fc0a7ae3e97b7215993 2024-11-13T14:26:32,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/98afbcfa9a394fc0a7ae3e97b7215993, entries=150, sequenceid=87, filesize=11.7 K 2024-11-13T14:26:32,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T14:26:32,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:32,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:32,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:32,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:32,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:32,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c0edfddb252cafe20959c14bcb0ccf0f in 1298ms, sequenceid=87, compaction requested=true 2024-11-13T14:26:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:26:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:32,268 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:26:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:32,268 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:26:32,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:32,269 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:32,269 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:32,269 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/A is initiating minor compaction (all files) 2024-11-13T14:26:32,269 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/B is initiating minor compaction (all files) 2024-11-13T14:26:32,269 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/A in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:32,269 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/B in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:32,269 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/2d9efcb4a5c249f5a1764423adacb327, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/044bc7b448a64947afa92d80a4497c9a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/931d08148efc4a2fa31a6253c6647948] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=35.3 K 2024-11-13T14:26:32,269 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/09ee997558a1440bbd5cadf8c7fc2797, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/9d6ea8bf2731477bbd6ffe62b8932189, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/0c753f7856c044c4bfe53acdbca63304] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=39.8 K 2024-11-13T14:26:32,269 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09ee997558a1440bbd5cadf8c7fc2797, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731507988095 2024-11-13T14:26:32,269 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d9efcb4a5c249f5a1764423adacb327, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731507988095 2024-11-13T14:26:32,270 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 044bc7b448a64947afa92d80a4497c9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731507988789 2024-11-13T14:26:32,270 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d6ea8bf2731477bbd6ffe62b8932189, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731507988789 2024-11-13T14:26:32,270 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 931d08148efc4a2fa31a6253c6647948, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731507990964 2024-11-13T14:26:32,270 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c753f7856c044c4bfe53acdbca63304, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731507990964 2024-11-13T14:26:32,276 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#B#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:32,276 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#A#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:32,277 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/b07abee94aa1458da0bd5b4d142d0324 is 50, key is test_row_0/B:col10/1731507990968/Put/seqid=0 2024-11-13T14:26:32,277 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/6dd9d694af4a441cbf6063fb46444962 is 50, key is test_row_0/A:col10/1731507990968/Put/seqid=0 2024-11-13T14:26:32,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742246_1422 (size=12207) 2024-11-13T14:26:32,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742245_1421 (size=12207) 2024-11-13T14:26:32,297 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/b07abee94aa1458da0bd5b4d142d0324 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/b07abee94aa1458da0bd5b4d142d0324 2024-11-13T14:26:32,300 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/B of c0edfddb252cafe20959c14bcb0ccf0f into b07abee94aa1458da0bd5b4d142d0324(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:32,300 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:32,300 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/B, priority=13, startTime=1731507992268; duration=0sec 2024-11-13T14:26:32,300 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:32,300 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:B 2024-11-13T14:26:32,300 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:32,301 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:32,301 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/C is initiating minor compaction (all files) 2024-11-13T14:26:32,301 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/C in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:32,301 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/8e23fe62174a490791119e13227c63d7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/cd847829b8704d68b9c0206249c4fb33, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/98afbcfa9a394fc0a7ae3e97b7215993] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=35.3 K 2024-11-13T14:26:32,301 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e23fe62174a490791119e13227c63d7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731507988095 2024-11-13T14:26:32,301 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting cd847829b8704d68b9c0206249c4fb33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731507988789 2024-11-13T14:26:32,302 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 98afbcfa9a394fc0a7ae3e97b7215993, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731507990964 2024-11-13T14:26:32,307 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#C#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:32,307 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/fecc12afcf2e40f8b5df1218637a3c46 is 50, key is test_row_0/C:col10/1731507990968/Put/seqid=0 2024-11-13T14:26:32,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742247_1423 (size=12207) 2024-11-13T14:26:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T14:26:32,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-13T14:26:32,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:32,419 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T14:26:32,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/a29eff5a5faf4e2d8e4976af41b30ba8 is 50, key is test_row_0/A:col10/1731507991018/Put/seqid=0 2024-11-13T14:26:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742248_1424 (size=12001) 2024-11-13T14:26:32,692 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/6dd9d694af4a441cbf6063fb46444962 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/6dd9d694af4a441cbf6063fb46444962 2024-11-13T14:26:32,696 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/A of c0edfddb252cafe20959c14bcb0ccf0f into 6dd9d694af4a441cbf6063fb46444962(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:32,696 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:32,696 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/A, priority=13, startTime=1731507992268; duration=0sec 2024-11-13T14:26:32,696 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:32,696 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:A 2024-11-13T14:26:32,715 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/fecc12afcf2e40f8b5df1218637a3c46 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/fecc12afcf2e40f8b5df1218637a3c46 2024-11-13T14:26:32,718 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/C of c0edfddb252cafe20959c14bcb0ccf0f into fecc12afcf2e40f8b5df1218637a3c46(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:32,718 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:32,718 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/C, priority=13, startTime=1731507992268; duration=0sec 2024-11-13T14:26:32,718 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:32,718 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:C 2024-11-13T14:26:32,828 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/a29eff5a5faf4e2d8e4976af41b30ba8 2024-11-13T14:26:32,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/c0ceb3e4d6d64067a5482a40f9acd7af is 50, key is test_row_0/B:col10/1731507991018/Put/seqid=0 2024-11-13T14:26:32,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742249_1425 (size=12001) 2024-11-13T14:26:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:33,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:33,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:33,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508053197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:33,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508053198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:33,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508053199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:33,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:33,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508053201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:33,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:33,248 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T14:26:33,248 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-13T14:26:33,249 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/c0ceb3e4d6d64067a5482a40f9acd7af 2024-11-13T14:26:33,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/4420d86d136e48e1b1d27112bd1b2109 is 50, key is test_row_0/C:col10/1731507991018/Put/seqid=0 2024-11-13T14:26:33,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742250_1426 (size=12001) 2024-11-13T14:26:33,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508053312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:33,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:33,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508053312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:33,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508053312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:33,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508053321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:33,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T14:26:33,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508053522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:33,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:33,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508053522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:33,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:33,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:33,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508053522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:33,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:33,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508053531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:33,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:33,658 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/4420d86d136e48e1b1d27112bd1b2109 2024-11-13T14:26:33,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/a29eff5a5faf4e2d8e4976af41b30ba8 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/a29eff5a5faf4e2d8e4976af41b30ba8 2024-11-13T14:26:33,664 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/a29eff5a5faf4e2d8e4976af41b30ba8, entries=150, sequenceid=113, filesize=11.7 K 2024-11-13T14:26:33,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/c0ceb3e4d6d64067a5482a40f9acd7af as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/c0ceb3e4d6d64067a5482a40f9acd7af 2024-11-13T14:26:33,667 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/c0ceb3e4d6d64067a5482a40f9acd7af, entries=150, sequenceid=113, filesize=11.7 K 2024-11-13T14:26:33,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/4420d86d136e48e1b1d27112bd1b2109 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/4420d86d136e48e1b1d27112bd1b2109 2024-11-13T14:26:33,670 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/4420d86d136e48e1b1d27112bd1b2109, entries=150, sequenceid=113, filesize=11.7 K 2024-11-13T14:26:33,671 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c0edfddb252cafe20959c14bcb0ccf0f in 1251ms, sequenceid=113, compaction requested=false 2024-11-13T14:26:33,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:33,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:33,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-13T14:26:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-13T14:26:33,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-13T14:26:33,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4780 sec 2024-11-13T14:26:33,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.4820 sec 2024-11-13T14:26:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:33,835 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:26:33,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T14:26:33,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/c618f7899f0a4e6a97f1adaac863b000 is 50, key is test_row_0/A:col10/1731507993197/Put/seqid=0 2024-11-13T14:26:33,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742251_1427 (size=16681) 2024-11-13T14:26:33,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508053891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:33,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:33,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508053892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:33,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:33,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:33,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508053893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:33,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:33,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508053894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:33,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:33,903 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:34,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508054012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:34,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:34,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508054012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:34,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:34,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508054012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:34,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:34,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508054012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:34,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:34,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508054222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508054223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:34,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:34,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508054223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:34,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:34,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:34,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508054223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:34,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:34,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/c618f7899f0a4e6a97f1adaac863b000 2024-11-13T14:26:34,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/5f7c4ecc5891418c8ac760338c61498e is 50, key is test_row_0/B:col10/1731507993197/Put/seqid=0 2024-11-13T14:26:34,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742252_1428 (size=12001) 2024-11-13T14:26:34,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508054532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:34,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:34,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508054542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:34,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:34,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508054542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:34,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:34,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508054542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:34,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:34,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/5f7c4ecc5891418c8ac760338c61498e 2024-11-13T14:26:34,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/d9fe81e3dbf74bf89c2ec6edbd4fd135 is 50, key is test_row_0/C:col10/1731507993197/Put/seqid=0 2024-11-13T14:26:34,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742253_1429 (size=12001) 2024-11-13T14:26:34,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/d9fe81e3dbf74bf89c2ec6edbd4fd135 2024-11-13T14:26:34,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/c618f7899f0a4e6a97f1adaac863b000 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/c618f7899f0a4e6a97f1adaac863b000 2024-11-13T14:26:34,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/c618f7899f0a4e6a97f1adaac863b000, entries=250, sequenceid=128, filesize=16.3 K 2024-11-13T14:26:34,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/5f7c4ecc5891418c8ac760338c61498e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/5f7c4ecc5891418c8ac760338c61498e 2024-11-13T14:26:34,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/5f7c4ecc5891418c8ac760338c61498e, entries=150, sequenceid=128, filesize=11.7 K 2024-11-13T14:26:34,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/d9fe81e3dbf74bf89c2ec6edbd4fd135 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/d9fe81e3dbf74bf89c2ec6edbd4fd135 2024-11-13T14:26:34,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/d9fe81e3dbf74bf89c2ec6edbd4fd135, entries=150, sequenceid=128, filesize=11.7 K 2024-11-13T14:26:34,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c0edfddb252cafe20959c14bcb0ccf0f in 873ms, sequenceid=128, compaction requested=true 2024-11-13T14:26:34,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:34,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:26:34,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:34,709 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:34,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:26:34,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:34,709 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:34,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:26:34,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:34,710 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:34,710 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:34,710 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/A is initiating minor compaction (all files) 2024-11-13T14:26:34,710 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/B is initiating minor compaction (all files) 2024-11-13T14:26:34,710 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/A in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:34,710 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/B in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:34,710 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/b07abee94aa1458da0bd5b4d142d0324, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/c0ceb3e4d6d64067a5482a40f9acd7af, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/5f7c4ecc5891418c8ac760338c61498e] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=35.4 K 2024-11-13T14:26:34,710 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/6dd9d694af4a441cbf6063fb46444962, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/a29eff5a5faf4e2d8e4976af41b30ba8, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/c618f7899f0a4e6a97f1adaac863b000] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=39.9 K 2024-11-13T14:26:34,710 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6dd9d694af4a441cbf6063fb46444962, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731507990964 2024-11-13T14:26:34,710 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting b07abee94aa1458da0bd5b4d142d0324, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731507990964 2024-11-13T14:26:34,711 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting a29eff5a5faf4e2d8e4976af41b30ba8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731507991011 2024-11-13T14:26:34,711 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting c0ceb3e4d6d64067a5482a40f9acd7af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731507991011 2024-11-13T14:26:34,711 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting c618f7899f0a4e6a97f1adaac863b000, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731507993189 2024-11-13T14:26:34,711 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f7c4ecc5891418c8ac760338c61498e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731507993189 2024-11-13T14:26:34,721 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#A#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:34,722 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/1c4613639a814dc6b3251badabf921eb is 50, key is test_row_0/A:col10/1731507993197/Put/seqid=0 2024-11-13T14:26:34,734 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#B#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:34,735 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/4121771a358945cb8e1bae79e2abddc2 is 50, key is test_row_0/B:col10/1731507993197/Put/seqid=0 2024-11-13T14:26:34,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742254_1430 (size=12309) 2024-11-13T14:26:34,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742255_1431 (size=12309) 2024-11-13T14:26:34,749 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/1c4613639a814dc6b3251badabf921eb as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/1c4613639a814dc6b3251badabf921eb 2024-11-13T14:26:34,753 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/4121771a358945cb8e1bae79e2abddc2 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/4121771a358945cb8e1bae79e2abddc2 2024-11-13T14:26:34,756 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/A of c0edfddb252cafe20959c14bcb0ccf0f into 1c4613639a814dc6b3251badabf921eb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:34,756 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:34,756 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/A, priority=13, startTime=1731507994709; duration=0sec 2024-11-13T14:26:34,756 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:34,756 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:A 2024-11-13T14:26:34,756 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:34,757 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:34,757 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/C is initiating minor compaction (all files) 2024-11-13T14:26:34,757 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/C in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:34,757 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/fecc12afcf2e40f8b5df1218637a3c46, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/4420d86d136e48e1b1d27112bd1b2109, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/d9fe81e3dbf74bf89c2ec6edbd4fd135] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=35.4 K 2024-11-13T14:26:34,757 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting fecc12afcf2e40f8b5df1218637a3c46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731507990964 2024-11-13T14:26:34,758 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4420d86d136e48e1b1d27112bd1b2109, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731507991011 2024-11-13T14:26:34,760 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9fe81e3dbf74bf89c2ec6edbd4fd135, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731507993189 2024-11-13T14:26:34,762 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/B of c0edfddb252cafe20959c14bcb0ccf0f into 4121771a358945cb8e1bae79e2abddc2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:34,762 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:34,762 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/B, priority=13, startTime=1731507994709; duration=0sec 2024-11-13T14:26:34,762 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:34,762 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:B 2024-11-13T14:26:34,768 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#C#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:34,768 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/e540b222b685477bb14d70fe73af7959 is 50, key is test_row_0/C:col10/1731507993197/Put/seqid=0 2024-11-13T14:26:34,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742256_1432 (size=12309) 2024-11-13T14:26:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:35,046 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:26:35,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T14:26:35,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/8bd98d25b29c4db797bb881333fa02d3 is 50, key is test_row_0/A:col10/1731507993891/Put/seqid=0 2024-11-13T14:26:35,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742257_1433 (size=14541) 2024-11-13T14:26:35,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508055067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:35,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:35,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508055072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:35,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:35,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508055073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:35,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:35,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508055075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:35,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:35,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:35,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41216 deadline: 1731508055152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:35,161 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in c0edfddb252cafe20959c14bcb0ccf0f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:26:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:35,178 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/e540b222b685477bb14d70fe73af7959 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/e540b222b685477bb14d70fe73af7959 2024-11-13T14:26:35,184 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/C of c0edfddb252cafe20959c14bcb0ccf0f into e540b222b685477bb14d70fe73af7959(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:35,184 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:35,184 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/C, priority=13, startTime=1731507994709; duration=0sec 2024-11-13T14:26:35,184 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:35,184 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:C 2024-11-13T14:26:35,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508055182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:35,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:35,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508055192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:35,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:35,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508055192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:35,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:35,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508055192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:35,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-13T14:26:35,352 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:35,353 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:26:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-13T14:26:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T14:26:35,356 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:26:35,359 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:26:35,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:26:35,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508055402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:35,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:35,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:35,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508055412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:35,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:35,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508055412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:35,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:35,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508055412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:35,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:35,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/8bd98d25b29c4db797bb881333fa02d3 2024-11-13T14:26:35,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/cff5546bd2da41d5aa535dc0e74c0bca is 50, key is test_row_0/B:col10/1731507993891/Put/seqid=0 2024-11-13T14:26:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T14:26:35,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742258_1434 (size=12151) 2024-11-13T14:26:35,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-13T14:26:35,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:35,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:35,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:35,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:35,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:35,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-13T14:26:35,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:35,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:35,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:35,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:35,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T14:26:35,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508055712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:35,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:35,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:35,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508055723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:35,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:35,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508055732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:35,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508055733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:35,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:35,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:35,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:35,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-13T14:26:35,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:35,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:35,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:35,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:35,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:35,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:35,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/cff5546bd2da41d5aa535dc0e74c0bca 2024-11-13T14:26:35,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/0c159b5e2ce543bd9cb9e485fa70b65d is 50, key is test_row_0/C:col10/1731507993891/Put/seqid=0 2024-11-13T14:26:35,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742259_1435 (size=12151) 2024-11-13T14:26:35,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/0c159b5e2ce543bd9cb9e485fa70b65d 2024-11-13T14:26:35,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/8bd98d25b29c4db797bb881333fa02d3 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/8bd98d25b29c4db797bb881333fa02d3 2024-11-13T14:26:35,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/8bd98d25b29c4db797bb881333fa02d3, entries=200, sequenceid=154, filesize=14.2 K 2024-11-13T14:26:35,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/cff5546bd2da41d5aa535dc0e74c0bca as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/cff5546bd2da41d5aa535dc0e74c0bca 2024-11-13T14:26:35,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/cff5546bd2da41d5aa535dc0e74c0bca, entries=150, sequenceid=154, filesize=11.9 K 2024-11-13T14:26:35,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/0c159b5e2ce543bd9cb9e485fa70b65d as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/0c159b5e2ce543bd9cb9e485fa70b65d 2024-11-13T14:26:35,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/0c159b5e2ce543bd9cb9e485fa70b65d, entries=150, sequenceid=154, filesize=11.9 K 2024-11-13T14:26:35,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c0edfddb252cafe20959c14bcb0ccf0f in 872ms, sequenceid=154, compaction requested=false 2024-11-13T14:26:35,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:35,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-13T14:26:35,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:35,977 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T14:26:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T14:26:35,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/15ceb56da08c460c855ba2fbfe1921a6 is 50, key is test_row_0/A:col10/1731507995066/Put/seqid=0 2024-11-13T14:26:35,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742260_1436 (size=12151) 2024-11-13T14:26:35,986 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/15ceb56da08c460c855ba2fbfe1921a6 2024-11-13T14:26:35,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/1a80885a6b90427d949ba1b4cadbff96 is 50, key is test_row_0/B:col10/1731507995066/Put/seqid=0 2024-11-13T14:26:36,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742261_1437 (size=12151) 2024-11-13T14:26:36,004 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/1a80885a6b90427d949ba1b4cadbff96 2024-11-13T14:26:36,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/18cd04f09aa9410aa976471b77bf9ab8 is 50, key is test_row_0/C:col10/1731507995066/Put/seqid=0 2024-11-13T14:26:36,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742262_1438 (size=12151) 2024-11-13T14:26:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:36,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:36,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508056291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508056292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508056293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:36,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508056298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:36,416 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/18cd04f09aa9410aa976471b77bf9ab8 2024-11-13T14:26:36,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508056412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508056412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:36,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508056412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508056412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:36,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/15ceb56da08c460c855ba2fbfe1921a6 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/15ceb56da08c460c855ba2fbfe1921a6 2024-11-13T14:26:36,424 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/15ceb56da08c460c855ba2fbfe1921a6, entries=150, sequenceid=167, filesize=11.9 K 2024-11-13T14:26:36,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/1a80885a6b90427d949ba1b4cadbff96 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/1a80885a6b90427d949ba1b4cadbff96 2024-11-13T14:26:36,428 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/1a80885a6b90427d949ba1b4cadbff96, entries=150, sequenceid=167, filesize=11.9 K 2024-11-13T14:26:36,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/18cd04f09aa9410aa976471b77bf9ab8 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/18cd04f09aa9410aa976471b77bf9ab8 2024-11-13T14:26:36,438 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/18cd04f09aa9410aa976471b77bf9ab8, entries=150, sequenceid=167, filesize=11.9 K 2024-11-13T14:26:36,439 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c0edfddb252cafe20959c14bcb0ccf0f in 462ms, sequenceid=167, compaction requested=true 2024-11-13T14:26:36,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:36,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:36,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-13T14:26:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-13T14:26:36,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-13T14:26:36,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0820 sec 2024-11-13T14:26:36,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.0900 sec 2024-11-13T14:26:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-13T14:26:36,493 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:36,493 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:26:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-13T14:26:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T14:26:36,494 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:26:36,495 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:26:36,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:26:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T14:26:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:36,627 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:26:36,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T14:26:36,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/698f69a87c70484199fd82ff7fe55ee6 is 50, key is test_row_0/A:col10/1731507996291/Put/seqid=0 2024-11-13T14:26:36,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742263_1439 (size=14541) 2024-11-13T14:26:36,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T14:26:36,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:36,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:36,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:36,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:36,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:36,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508056643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:36,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508056643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:36,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508056646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:36,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508056655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:36,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508056762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508056762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508056762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:36,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508056771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:36,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T14:26:36,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:36,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:36,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:36,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:36,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:36,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T14:26:36,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T14:26:36,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:36,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:36,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:36,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:36,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:36,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:36,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508056982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508056982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:36,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508056982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508056982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:36,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:36,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:36,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:37,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/698f69a87c70484199fd82ff7fe55ee6 2024-11-13T14:26:37,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/4c0828e9c9cb438096509493717d352b is 50, key is test_row_0/B:col10/1731507996291/Put/seqid=0 2024-11-13T14:26:37,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742264_1440 (size=12151) 2024-11-13T14:26:37,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/4c0828e9c9cb438096509493717d352b 2024-11-13T14:26:37,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/f305ac0d5fcd4749a89c8544436bead2 is 50, key is test_row_0/C:col10/1731507996291/Put/seqid=0 2024-11-13T14:26:37,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742265_1441 (size=12151) 2024-11-13T14:26:37,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/f305ac0d5fcd4749a89c8544436bead2 2024-11-13T14:26:37,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T14:26:37,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:37,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:37,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:37,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:37,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:37,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/698f69a87c70484199fd82ff7fe55ee6 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/698f69a87c70484199fd82ff7fe55ee6 2024-11-13T14:26:37,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/698f69a87c70484199fd82ff7fe55ee6, entries=200, sequenceid=192, filesize=14.2 K 2024-11-13T14:26:37,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/4c0828e9c9cb438096509493717d352b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/4c0828e9c9cb438096509493717d352b 2024-11-13T14:26:37,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/4c0828e9c9cb438096509493717d352b, entries=150, sequenceid=192, filesize=11.9 K 2024-11-13T14:26:37,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/f305ac0d5fcd4749a89c8544436bead2 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/f305ac0d5fcd4749a89c8544436bead2 2024-11-13T14:26:37,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T14:26:37,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/f305ac0d5fcd4749a89c8544436bead2, entries=150, sequenceid=192, filesize=11.9 K 2024-11-13T14:26:37,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c0edfddb252cafe20959c14bcb0ccf0f in 499ms, sequenceid=192, compaction requested=true 2024-11-13T14:26:37,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:37,126 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:26:37,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:26:37,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:37,127 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:26:37,127 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53542 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:26:37,128 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/A is initiating minor compaction (all files) 2024-11-13T14:26:37,128 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/A in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:37,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:26:37,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:37,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:26:37,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:37,128 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/1c4613639a814dc6b3251badabf921eb, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/8bd98d25b29c4db797bb881333fa02d3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/15ceb56da08c460c855ba2fbfe1921a6, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/698f69a87c70484199fd82ff7fe55ee6] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=52.3 K 2024-11-13T14:26:37,128 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c4613639a814dc6b3251badabf921eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731507993189 2024-11-13T14:26:37,128 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bd98d25b29c4db797bb881333fa02d3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731507993878 2024-11-13T14:26:37,129 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15ceb56da08c460c855ba2fbfe1921a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731507995066 2024-11-13T14:26:37,129 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48762 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:26:37,129 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/B is initiating minor compaction (all files) 2024-11-13T14:26:37,129 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/B in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:37,129 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/4121771a358945cb8e1bae79e2abddc2, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/cff5546bd2da41d5aa535dc0e74c0bca, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/1a80885a6b90427d949ba1b4cadbff96, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/4c0828e9c9cb438096509493717d352b] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=47.6 K 2024-11-13T14:26:37,129 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 4121771a358945cb8e1bae79e2abddc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731507993189 2024-11-13T14:26:37,129 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 698f69a87c70484199fd82ff7fe55ee6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731507996283 2024-11-13T14:26:37,130 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting cff5546bd2da41d5aa535dc0e74c0bca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731507993878 2024-11-13T14:26:37,130 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a80885a6b90427d949ba1b4cadbff96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731507995066 2024-11-13T14:26:37,130 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c0828e9c9cb438096509493717d352b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731507996283 2024-11-13T14:26:37,142 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#A#compaction#380 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:37,142 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/1e022000a42940a5a5991e3510dee623 is 50, key is test_row_0/A:col10/1731507996291/Put/seqid=0 2024-11-13T14:26:37,145 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#B#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:37,145 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/433fc02f4da94acabe633847ac633cda is 50, key is test_row_0/B:col10/1731507996291/Put/seqid=0 2024-11-13T14:26:37,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742266_1442 (size=12595) 2024-11-13T14:26:37,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742267_1443 (size=12595) 2024-11-13T14:26:37,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-13T14:26:37,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:37,258 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:26:37,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/ba72358e5bc847f497e51149d774f3f7 is 50, key is test_row_0/A:col10/1731507996639/Put/seqid=0 2024-11-13T14:26:37,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742268_1444 (size=12151) 2024-11-13T14:26:37,266 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/ba72358e5bc847f497e51149d774f3f7 2024-11-13T14:26:37,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/f136d2d951ae4abd9c397699d4cd2787 is 50, key is test_row_0/B:col10/1731507996639/Put/seqid=0 2024-11-13T14:26:37,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742269_1445 (size=12151) 2024-11-13T14:26:37,280 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/f136d2d951ae4abd9c397699d4cd2787 2024-11-13T14:26:37,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/09cce421d5a14518a9508db805a09d37 is 50, key is test_row_0/C:col10/1731507996639/Put/seqid=0 2024-11-13T14:26:37,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742270_1446 (size=12151) 2024-11-13T14:26:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:37,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:37,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508057355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:37,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:37,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508057356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:37,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:37,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:37,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:37,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508057364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:37,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:37,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508057366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:37,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:37,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508057472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:37,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:37,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508057472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:37,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:37,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:37,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508057472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:37,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:37,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508057482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:37,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:37,557 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/1e022000a42940a5a5991e3510dee623 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/1e022000a42940a5a5991e3510dee623 2024-11-13T14:26:37,561 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/A of c0edfddb252cafe20959c14bcb0ccf0f into 1e022000a42940a5a5991e3510dee623(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:37,561 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:37,561 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/A, priority=12, startTime=1731507997126; duration=0sec 2024-11-13T14:26:37,561 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:37,561 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:A 2024-11-13T14:26:37,561 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:26:37,562 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48762 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:26:37,562 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/C is initiating minor compaction (all files) 2024-11-13T14:26:37,562 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/C in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:37,562 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/e540b222b685477bb14d70fe73af7959, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/0c159b5e2ce543bd9cb9e485fa70b65d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/18cd04f09aa9410aa976471b77bf9ab8, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/f305ac0d5fcd4749a89c8544436bead2] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=47.6 K 2024-11-13T14:26:37,562 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting e540b222b685477bb14d70fe73af7959, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731507993189 2024-11-13T14:26:37,562 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c159b5e2ce543bd9cb9e485fa70b65d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731507993878 2024-11-13T14:26:37,562 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18cd04f09aa9410aa976471b77bf9ab8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731507995066 2024-11-13T14:26:37,563 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting f305ac0d5fcd4749a89c8544436bead2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731507996283 2024-11-13T14:26:37,573 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#C#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:37,573 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/2fe600e8ca384a23b252eac5b1027932 is 50, key is test_row_0/C:col10/1731507996291/Put/seqid=0 2024-11-13T14:26:37,575 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/433fc02f4da94acabe633847ac633cda as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/433fc02f4da94acabe633847ac633cda 2024-11-13T14:26:37,579 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/B of c0edfddb252cafe20959c14bcb0ccf0f into 433fc02f4da94acabe633847ac633cda(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:37,579 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:37,579 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/B, priority=12, startTime=1731507997127; duration=0sec 2024-11-13T14:26:37,579 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:37,579 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:B 2024-11-13T14:26:37,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742271_1447 (size=12595) 2024-11-13T14:26:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T14:26:37,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508057682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:37,694 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/09cce421d5a14518a9508db805a09d37 2024-11-13T14:26:37,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/ba72358e5bc847f497e51149d774f3f7 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/ba72358e5bc847f497e51149d774f3f7 2024-11-13T14:26:37,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508057692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:37,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508057692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:37,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:37,705 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/ba72358e5bc847f497e51149d774f3f7, entries=150, sequenceid=203, filesize=11.9 K 2024-11-13T14:26:37,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/f136d2d951ae4abd9c397699d4cd2787 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/f136d2d951ae4abd9c397699d4cd2787 2024-11-13T14:26:37,709 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/f136d2d951ae4abd9c397699d4cd2787, entries=150, sequenceid=203, filesize=11.9 K 2024-11-13T14:26:37,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/09cce421d5a14518a9508db805a09d37 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/09cce421d5a14518a9508db805a09d37 2024-11-13T14:26:37,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:37,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508057703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:37,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:37,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:37,713 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/09cce421d5a14518a9508db805a09d37, entries=150, sequenceid=203, filesize=11.9 K 2024-11-13T14:26:37,714 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c0edfddb252cafe20959c14bcb0ccf0f in 456ms, sequenceid=203, compaction requested=false 2024-11-13T14:26:37,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:37,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:37,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-13T14:26:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-13T14:26:37,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-13T14:26:37,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2200 sec 2024-11-13T14:26:37,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.2240 sec 2024-11-13T14:26:37,993 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/2fe600e8ca384a23b252eac5b1027932 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/2fe600e8ca384a23b252eac5b1027932 2024-11-13T14:26:37,996 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/C of c0edfddb252cafe20959c14bcb0ccf0f into 2fe600e8ca384a23b252eac5b1027932(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:37,996 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:37,996 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/C, priority=12, startTime=1731507997128; duration=0sec 2024-11-13T14:26:37,996 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:37,996 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:C 2024-11-13T14:26:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:37,998 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:26:37,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T14:26:38,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/a5cf3b9d449d47029fa0a39c8fa64666 is 50, key is test_row_0/A:col10/1731507997365/Put/seqid=0 2024-11-13T14:26:38,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742272_1448 (size=14541) 2024-11-13T14:26:38,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508058018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:38,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:38,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508058021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:38,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:38,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:38,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508058022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:38,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:38,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508058023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:38,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:38,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508058132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:38,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508058132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:38,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508058142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:38,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:38,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508058341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:38,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:38,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508058342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:38,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:38,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508058352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:38,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:38,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/a5cf3b9d449d47029fa0a39c8fa64666 2024-11-13T14:26:38,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/e0ea6e11f9e243fc926690e6a55ab224 is 50, key is test_row_0/B:col10/1731507997365/Put/seqid=0 2024-11-13T14:26:38,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742273_1449 (size=12151) 2024-11-13T14:26:38,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508058542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:38,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-13T14:26:38,642 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:38,643 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:26:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-13T14:26:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T14:26:38,644 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:26:38,645 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:26:38,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:26:38,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508058651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508058651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:38,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508058672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:38,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:38,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T14:26:38,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T14:26:38,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:38,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:38,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:38,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:38,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:38,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/e0ea6e11f9e243fc926690e6a55ab224 2024-11-13T14:26:38,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/bbcfbd26ddb847d59ed5a968596448d1 is 50, key is test_row_0/C:col10/1731507997365/Put/seqid=0 2024-11-13T14:26:38,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742274_1450 (size=12151) 2024-11-13T14:26:38,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T14:26:38,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:38,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:38,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:38,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:38,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T14:26:39,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T14:26:39,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:39,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:39,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:39,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:39,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:39,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508059162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:39,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:39,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:39,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:39,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508059172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:39,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:39,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:39,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:39,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508059182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:39,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/bbcfbd26ddb847d59ed5a968596448d1 2024-11-13T14:26:39,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/a5cf3b9d449d47029fa0a39c8fa64666 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/a5cf3b9d449d47029fa0a39c8fa64666 2024-11-13T14:26:39,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/a5cf3b9d449d47029fa0a39c8fa64666, entries=200, sequenceid=232, filesize=14.2 K 2024-11-13T14:26:39,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/e0ea6e11f9e243fc926690e6a55ab224 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/e0ea6e11f9e243fc926690e6a55ab224 2024-11-13T14:26:39,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/e0ea6e11f9e243fc926690e6a55ab224, entries=150, sequenceid=232, filesize=11.9 K 2024-11-13T14:26:39,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/bbcfbd26ddb847d59ed5a968596448d1 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/bbcfbd26ddb847d59ed5a968596448d1 2024-11-13T14:26:39,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/bbcfbd26ddb847d59ed5a968596448d1, entries=150, sequenceid=232, filesize=11.9 K 2024-11-13T14:26:39,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c0edfddb252cafe20959c14bcb0ccf0f in 1244ms, sequenceid=232, compaction requested=true 2024-11-13T14:26:39,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:39,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:26:39,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:39,242 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:39,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:26:39,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:39,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:26:39,242 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:39,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:39,243 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:39,243 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:39,243 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/A is initiating minor compaction (all files) 2024-11-13T14:26:39,243 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/B is initiating minor compaction (all files) 2024-11-13T14:26:39,243 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/B in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:39,243 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/A in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:39,244 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/433fc02f4da94acabe633847ac633cda, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/f136d2d951ae4abd9c397699d4cd2787, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/e0ea6e11f9e243fc926690e6a55ab224] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=36.0 K 2024-11-13T14:26:39,244 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/1e022000a42940a5a5991e3510dee623, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/ba72358e5bc847f497e51149d774f3f7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/a5cf3b9d449d47029fa0a39c8fa64666] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=38.4 K 2024-11-13T14:26:39,244 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e022000a42940a5a5991e3510dee623, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731507996283 2024-11-13T14:26:39,244 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 433fc02f4da94acabe633847ac633cda, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731507996283 2024-11-13T14:26:39,244 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba72358e5bc847f497e51149d774f3f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731507996639 2024-11-13T14:26:39,244 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting f136d2d951ae4abd9c397699d4cd2787, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731507996639 2024-11-13T14:26:39,244 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5cf3b9d449d47029fa0a39c8fa64666, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731507997345 2024-11-13T14:26:39,244 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting e0ea6e11f9e243fc926690e6a55ab224, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731507997345 2024-11-13T14:26:39,254 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#B#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:39,255 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/d99c5c04762042438a59751d2e2dea16 is 50, key is test_row_0/B:col10/1731507997365/Put/seqid=0 2024-11-13T14:26:39,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-13T14:26:39,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:39,255 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-13T14:26:39,263 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#A#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:39,263 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/67f6edf61c5240c6be6567b773d0f60e is 50, key is test_row_0/A:col10/1731507997365/Put/seqid=0 2024-11-13T14:26:39,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/7b00dacb7dc6495ca888890e6404f0c4 is 50, key is test_row_0/A:col10/1731507998019/Put/seqid=0 2024-11-13T14:26:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T14:26:39,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742275_1451 (size=12697) 2024-11-13T14:26:39,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742276_1452 (size=12697) 2024-11-13T14:26:39,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742277_1453 (size=12151) 2024-11-13T14:26:39,293 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/7b00dacb7dc6495ca888890e6404f0c4 2024-11-13T14:26:39,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/490ee9c4e6fd423e8e396e580370aea0 is 50, key is test_row_0/B:col10/1731507998019/Put/seqid=0 2024-11-13T14:26:39,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742278_1454 (size=12151) 2024-11-13T14:26:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:39,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:39,683 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/d99c5c04762042438a59751d2e2dea16 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/d99c5c04762042438a59751d2e2dea16 2024-11-13T14:26:39,686 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/B of c0edfddb252cafe20959c14bcb0ccf0f into d99c5c04762042438a59751d2e2dea16(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:39,686 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:39,686 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/B, priority=13, startTime=1731507999242; duration=0sec 2024-11-13T14:26:39,686 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:39,686 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:B 2024-11-13T14:26:39,686 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:39,687 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:39,687 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/C is initiating minor compaction (all files) 2024-11-13T14:26:39,687 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/C in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:39,687 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/2fe600e8ca384a23b252eac5b1027932, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/09cce421d5a14518a9508db805a09d37, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/bbcfbd26ddb847d59ed5a968596448d1] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=36.0 K 2024-11-13T14:26:39,688 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fe600e8ca384a23b252eac5b1027932, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731507996283 2024-11-13T14:26:39,688 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 09cce421d5a14518a9508db805a09d37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731507996639 2024-11-13T14:26:39,688 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting bbcfbd26ddb847d59ed5a968596448d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731507997345 2024-11-13T14:26:39,693 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#C#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:39,694 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/dd9c8bb73c7245e194c865a09f968ab0 is 50, key is test_row_0/C:col10/1731507997365/Put/seqid=0 2024-11-13T14:26:39,694 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/67f6edf61c5240c6be6567b773d0f60e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/67f6edf61c5240c6be6567b773d0f60e 2024-11-13T14:26:39,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742279_1455 (size=12697) 2024-11-13T14:26:39,698 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/A of c0edfddb252cafe20959c14bcb0ccf0f into 67f6edf61c5240c6be6567b773d0f60e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:39,698 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:39,698 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/A, priority=13, startTime=1731507999242; duration=0sec 2024-11-13T14:26:39,698 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:39,698 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:A 2024-11-13T14:26:39,702 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/dd9c8bb73c7245e194c865a09f968ab0 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/dd9c8bb73c7245e194c865a09f968ab0 2024-11-13T14:26:39,706 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/C of c0edfddb252cafe20959c14bcb0ccf0f into dd9c8bb73c7245e194c865a09f968ab0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:39,706 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:39,706 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/C, priority=13, startTime=1731507999242; duration=0sec 2024-11-13T14:26:39,706 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:39,706 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:C 2024-11-13T14:26:39,711 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/490ee9c4e6fd423e8e396e580370aea0 2024-11-13T14:26:39,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/20fbf0acc3f44b92b3a16efd892c953b is 50, key is test_row_0/C:col10/1731507998019/Put/seqid=0 2024-11-13T14:26:39,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742280_1456 (size=12151) 2024-11-13T14:26:39,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508059747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:39,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:39,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:39,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T14:26:39,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508059851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:39,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:39,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:39,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:40,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508060062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:40,119 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/20fbf0acc3f44b92b3a16efd892c953b 2024-11-13T14:26:40,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/7b00dacb7dc6495ca888890e6404f0c4 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/7b00dacb7dc6495ca888890e6404f0c4 2024-11-13T14:26:40,126 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/7b00dacb7dc6495ca888890e6404f0c4, entries=150, sequenceid=242, filesize=11.9 K 2024-11-13T14:26:40,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/490ee9c4e6fd423e8e396e580370aea0 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/490ee9c4e6fd423e8e396e580370aea0 2024-11-13T14:26:40,129 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/490ee9c4e6fd423e8e396e580370aea0, entries=150, sequenceid=242, filesize=11.9 K 2024-11-13T14:26:40,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/20fbf0acc3f44b92b3a16efd892c953b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/20fbf0acc3f44b92b3a16efd892c953b 2024-11-13T14:26:40,139 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/20fbf0acc3f44b92b3a16efd892c953b, entries=150, sequenceid=242, filesize=11.9 K 2024-11-13T14:26:40,139 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c0edfddb252cafe20959c14bcb0ccf0f in 884ms, sequenceid=242, compaction requested=false 2024-11-13T14:26:40,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:40,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:40,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-13T14:26:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-13T14:26:40,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-13T14:26:40,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4960 sec 2024-11-13T14:26:40,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.4990 sec 2024-11-13T14:26:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:40,186 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:26:40,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-13T14:26:40,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/2b0050fa21c340d3bc49c6996e071795 is 50, key is test_row_0/A:col10/1731508000185/Put/seqid=0 2024-11-13T14:26:40,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742281_1457 (size=14741) 2024-11-13T14:26:40,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508060232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:40,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:40,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508060242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:40,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:40,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508060243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:40,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,253 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:40,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508060352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:40,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:40,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508060352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:40,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:40,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:40,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508060362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:40,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:40,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508060372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:40,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:40,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508060561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:40,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:40,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508060561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:40,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:40,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508060572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:40,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/2b0050fa21c340d3bc49c6996e071795 2024-11-13T14:26:40,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/7bdf5418987a48d580af90faced7a2c7 is 50, key is test_row_0/B:col10/1731508000185/Put/seqid=0 2024-11-13T14:26:40,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742282_1458 (size=12301) 2024-11-13T14:26:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-13T14:26:40,793 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:40,793 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:26:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-13T14:26:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T14:26:40,795 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:26:40,795 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:26:40,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:26:40,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508060872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:40,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508060872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:40,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508060881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:40,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:40,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508060891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:40,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:40,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T14:26:40,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-13T14:26:40,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:40,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:40,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:40,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:40,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:41,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/7bdf5418987a48d580af90faced7a2c7 2024-11-13T14:26:41,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/d61bf18b61a641539530c0cf44de39bf is 50, key is test_row_0/C:col10/1731508000185/Put/seqid=0 2024-11-13T14:26:41,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742283_1459 (size=12301) 2024-11-13T14:26:41,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-13T14:26:41,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:41,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:41,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:41,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:41,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T14:26:41,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-13T14:26:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:41,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:41,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:41,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508061382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:41,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:41,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:41,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:41,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508061382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:41,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-13T14:26:41,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:41,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:41,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:41,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:41,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:41,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508061402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:41,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T14:26:41,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/d61bf18b61a641539530c0cf44de39bf 2024-11-13T14:26:41,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/2b0050fa21c340d3bc49c6996e071795 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/2b0050fa21c340d3bc49c6996e071795 2024-11-13T14:26:41,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/2b0050fa21c340d3bc49c6996e071795, entries=200, sequenceid=272, filesize=14.4 K 2024-11-13T14:26:41,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/7bdf5418987a48d580af90faced7a2c7 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/7bdf5418987a48d580af90faced7a2c7 2024-11-13T14:26:41,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/7bdf5418987a48d580af90faced7a2c7, entries=150, sequenceid=272, filesize=12.0 K 2024-11-13T14:26:41,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/d61bf18b61a641539530c0cf44de39bf as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/d61bf18b61a641539530c0cf44de39bf 2024-11-13T14:26:41,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/d61bf18b61a641539530c0cf44de39bf, entries=150, sequenceid=272, filesize=12.0 K 2024-11-13T14:26:41,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c0edfddb252cafe20959c14bcb0ccf0f in 1260ms, sequenceid=272, compaction requested=true 2024-11-13T14:26:41,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:41,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:26:41,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:41,447 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:41,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:26:41,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:41,447 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:41,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:26:41,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:41,447 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:41,447 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:41,447 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/B is initiating minor compaction (all files) 2024-11-13T14:26:41,447 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/A is initiating minor compaction (all files) 2024-11-13T14:26:41,447 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/B in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:41,447 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/A in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:41,448 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/d99c5c04762042438a59751d2e2dea16, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/490ee9c4e6fd423e8e396e580370aea0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/7bdf5418987a48d580af90faced7a2c7] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=36.3 K 2024-11-13T14:26:41,448 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/67f6edf61c5240c6be6567b773d0f60e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/7b00dacb7dc6495ca888890e6404f0c4, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/2b0050fa21c340d3bc49c6996e071795] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=38.7 K 2024-11-13T14:26:41,448 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67f6edf61c5240c6be6567b773d0f60e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731507997345 2024-11-13T14:26:41,448 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting d99c5c04762042438a59751d2e2dea16, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731507997345 2024-11-13T14:26:41,448 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 490ee9c4e6fd423e8e396e580370aea0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731507998014 2024-11-13T14:26:41,448 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b00dacb7dc6495ca888890e6404f0c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731507998014 2024-11-13T14:26:41,449 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b0050fa21c340d3bc49c6996e071795, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731507999716 2024-11-13T14:26:41,449 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bdf5418987a48d580af90faced7a2c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731507999716 2024-11-13T14:26:41,455 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#B#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:41,455 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/ce0a2bced2014a04b0d3845df8608636 is 50, key is test_row_0/B:col10/1731508000185/Put/seqid=0 2024-11-13T14:26:41,457 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#A#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:41,457 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/ecb25d822bb043b3bbb40bf296873117 is 50, key is test_row_0/A:col10/1731508000185/Put/seqid=0 2024-11-13T14:26:41,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742284_1460 (size=12949) 2024-11-13T14:26:41,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742285_1461 (size=12949) 2024-11-13T14:26:41,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-13T14:26:41,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:41,558 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-13T14:26:41,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/d956f6336e574472b6b90e38109a7ead is 50, key is test_row_0/A:col10/1731508000242/Put/seqid=0 2024-11-13T14:26:41,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742286_1462 (size=12301) 2024-11-13T14:26:41,864 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/ce0a2bced2014a04b0d3845df8608636 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/ce0a2bced2014a04b0d3845df8608636 2024-11-13T14:26:41,864 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/ecb25d822bb043b3bbb40bf296873117 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/ecb25d822bb043b3bbb40bf296873117 2024-11-13T14:26:41,868 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/B of c0edfddb252cafe20959c14bcb0ccf0f into ce0a2bced2014a04b0d3845df8608636(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:41,868 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:41,868 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/B, priority=13, startTime=1731508001447; duration=0sec 2024-11-13T14:26:41,868 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:41,868 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:B 2024-11-13T14:26:41,869 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/A of c0edfddb252cafe20959c14bcb0ccf0f into ecb25d822bb043b3bbb40bf296873117(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:41,869 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:41,869 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/A, priority=13, startTime=1731508001447; duration=0sec 2024-11-13T14:26:41,869 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:26:41,869 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:41,869 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:A 2024-11-13T14:26:41,869 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:26:41,869 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/C is initiating minor compaction (all files) 2024-11-13T14:26:41,869 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/C in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:41,869 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/dd9c8bb73c7245e194c865a09f968ab0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/20fbf0acc3f44b92b3a16efd892c953b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/d61bf18b61a641539530c0cf44de39bf] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=36.3 K 2024-11-13T14:26:41,870 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting dd9c8bb73c7245e194c865a09f968ab0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731507997345 2024-11-13T14:26:41,870 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 20fbf0acc3f44b92b3a16efd892c953b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1731507998014 2024-11-13T14:26:41,870 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting d61bf18b61a641539530c0cf44de39bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731507999716 2024-11-13T14:26:41,876 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:41,876 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/bb6806eeda5842629b9996bf7146f750 is 50, key is test_row_0/C:col10/1731508000185/Put/seqid=0 2024-11-13T14:26:41,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742287_1463 (size=12949) 2024-11-13T14:26:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:41,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T14:26:41,966 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/d956f6336e574472b6b90e38109a7ead 2024-11-13T14:26:41,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/b33c742af81d4859a6d5a13339425583 is 50, key is test_row_0/B:col10/1731508000242/Put/seqid=0 2024-11-13T14:26:41,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742288_1464 (size=12301) 2024-11-13T14:26:42,010 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T14:26:42,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:42,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508062076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:42,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:42,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:42,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:42,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508062182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:42,286 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/bb6806eeda5842629b9996bf7146f750 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/bb6806eeda5842629b9996bf7146f750 2024-11-13T14:26:42,289 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/C of c0edfddb252cafe20959c14bcb0ccf0f into bb6806eeda5842629b9996bf7146f750(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:42,289 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:42,289 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/C, priority=13, startTime=1731508001447; duration=0sec 2024-11-13T14:26:42,289 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:42,289 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:C 2024-11-13T14:26:42,379 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/b33c742af81d4859a6d5a13339425583 2024-11-13T14:26:42,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/1edfbe4e404c42bbb9acf67b67dda50b is 50, key is test_row_0/C:col10/1731508000242/Put/seqid=0 2024-11-13T14:26:42,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742289_1465 (size=12301) 2024-11-13T14:26:42,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508062391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:42,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508062392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:42,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:42,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:42,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:42,396 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in c0edfddb252cafe20959c14bcb0ccf0f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:26:42,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:42,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:42,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:42,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508062402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:42,407 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_0' in c0edfddb252cafe20959c14bcb0ccf0f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:26:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:42,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508062422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:42,428 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in c0edfddb252cafe20959c14bcb0ccf0f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:26:42,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:42,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:42,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:42,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508062702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:42,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:42,789 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/1edfbe4e404c42bbb9acf67b67dda50b 2024-11-13T14:26:42,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/d956f6336e574472b6b90e38109a7ead as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/d956f6336e574472b6b90e38109a7ead 2024-11-13T14:26:42,796 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/d956f6336e574472b6b90e38109a7ead, entries=150, sequenceid=281, filesize=12.0 K 2024-11-13T14:26:42,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/b33c742af81d4859a6d5a13339425583 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/b33c742af81d4859a6d5a13339425583 2024-11-13T14:26:42,799 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/b33c742af81d4859a6d5a13339425583, entries=150, sequenceid=281, filesize=12.0 K 2024-11-13T14:26:42,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/1edfbe4e404c42bbb9acf67b67dda50b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/1edfbe4e404c42bbb9acf67b67dda50b 2024-11-13T14:26:42,802 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/1edfbe4e404c42bbb9acf67b67dda50b, entries=150, sequenceid=281, filesize=12.0 K 2024-11-13T14:26:42,803 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for c0edfddb252cafe20959c14bcb0ccf0f in 1245ms, sequenceid=281, compaction requested=false 2024-11-13T14:26:42,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:42,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:42,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-13T14:26:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-13T14:26:42,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-13T14:26:42,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0090 sec 2024-11-13T14:26:42,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 2.0130 sec 2024-11-13T14:26:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-13T14:26:42,942 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:42,942 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:26:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-13T14:26:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T14:26:42,944 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:26:42,945 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:26:42,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:26:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T14:26:43,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-13T14:26:43,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:43,098 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-13T14:26:43,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/9e2f067b1d6145208a7cefb3f0b84832 is 50, key is test_row_0/A:col10/1731508002067/Put/seqid=0 2024-11-13T14:26:43,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742290_1466 (size=12301) 2024-11-13T14:26:43,106 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/9e2f067b1d6145208a7cefb3f0b84832 2024-11-13T14:26:43,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/3ac45492ab0d4d62a6c834989bbab9e3 is 50, key is test_row_0/B:col10/1731508002067/Put/seqid=0 2024-11-13T14:26:43,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742291_1467 (size=12301) 2024-11-13T14:26:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:43,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:43,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508063240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:43,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:43,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:43,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T14:26:43,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508063352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:43,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:43,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:43,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:43,515 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/3ac45492ab0d4d62a6c834989bbab9e3 2024-11-13T14:26:43,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/5b374017ba20442aa55134e797d712ef is 50, key is test_row_0/C:col10/1731508002067/Put/seqid=0 2024-11-13T14:26:43,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742292_1468 (size=12301) 2024-11-13T14:26:43,527 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/5b374017ba20442aa55134e797d712ef 2024-11-13T14:26:43,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/9e2f067b1d6145208a7cefb3f0b84832 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/9e2f067b1d6145208a7cefb3f0b84832 2024-11-13T14:26:43,533 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/9e2f067b1d6145208a7cefb3f0b84832, entries=150, sequenceid=311, filesize=12.0 K 2024-11-13T14:26:43,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/3ac45492ab0d4d62a6c834989bbab9e3 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/3ac45492ab0d4d62a6c834989bbab9e3 2024-11-13T14:26:43,536 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/3ac45492ab0d4d62a6c834989bbab9e3, entries=150, sequenceid=311, filesize=12.0 K 2024-11-13T14:26:43,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/5b374017ba20442aa55134e797d712ef as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/5b374017ba20442aa55134e797d712ef 2024-11-13T14:26:43,540 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/5b374017ba20442aa55134e797d712ef, entries=150, sequenceid=311, filesize=12.0 K 2024-11-13T14:26:43,541 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c0edfddb252cafe20959c14bcb0ccf0f in 443ms, sequenceid=311, compaction requested=true 2024-11-13T14:26:43,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:43,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:43,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-13T14:26:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-13T14:26:43,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-13T14:26:43,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 597 msec 2024-11-13T14:26:43,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 600 msec 2024-11-13T14:26:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:43,568 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:26:43,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:26:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-13T14:26:43,572 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:43,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/37db64f53bf347e3968b276dedfe5b67 is 50, key is test_row_0/A:col10/1731508003567/Put/seqid=0 2024-11-13T14:26:43,573 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:26:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-13T14:26:43,574 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:26:43,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T14:26:43,575 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:26:43,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:26:43,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742293_1469 (size=12301) 2024-11-13T14:26:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T14:26:43,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T14:26:43,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:43,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:43,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:43,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:43,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:43,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508063743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:43,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:43,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:43,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:43,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508063852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:43,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:43,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:43,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:43,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T14:26:43,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:43,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:43,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:43,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:43,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T14:26:43,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/37db64f53bf347e3968b276dedfe5b67 2024-11-13T14:26:43,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/2c1d93e30c4442caab0cf2fa321f679a is 50, key is test_row_0/B:col10/1731508003567/Put/seqid=0 2024-11-13T14:26:43,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742294_1470 (size=12301) 2024-11-13T14:26:44,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T14:26:44,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:44,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:44,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:44,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508064072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:44,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:44,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:44,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:44,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T14:26:44,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:44,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:44,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:44,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T14:26:44,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T14:26:44,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:44,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:44,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:44,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/2c1d93e30c4442caab0cf2fa321f679a 2024-11-13T14:26:44,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/305f7e83e8914daf96165a105a4abc10 is 50, key is test_row_0/C:col10/1731508003567/Put/seqid=0 2024-11-13T14:26:44,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742295_1471 (size=12301) 2024-11-13T14:26:44,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508064392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:44,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:44,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:44,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:44,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41286 deadline: 1731508064402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:44,409 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in c0edfddb252cafe20959c14bcb0ccf0f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:26:44,409 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:44,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:44,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:44,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41248 deadline: 1731508064422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:44,429 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_0' in c0edfddb252cafe20959c14bcb0ccf0f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:26:44,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:44,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:44,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:44,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41310 deadline: 1731508064442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:44,448 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in c0edfddb252cafe20959c14bcb0ccf0f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:26:44,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:44,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:44,449 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:44,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T14:26:44,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:44,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:44,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:44,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T14:26:44,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:44,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:44,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:44,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T14:26:44,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/305f7e83e8914daf96165a105a4abc10 2024-11-13T14:26:44,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T14:26:44,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:44,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:44,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:44,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/37db64f53bf347e3968b276dedfe5b67 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/37db64f53bf347e3968b276dedfe5b67 2024-11-13T14:26:44,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/37db64f53bf347e3968b276dedfe5b67, entries=150, sequenceid=322, filesize=12.0 K 2024-11-13T14:26:44,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/2c1d93e30c4442caab0cf2fa321f679a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/2c1d93e30c4442caab0cf2fa321f679a 2024-11-13T14:26:44,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/2c1d93e30c4442caab0cf2fa321f679a, entries=150, sequenceid=322, filesize=12.0 K 2024-11-13T14:26:44,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/305f7e83e8914daf96165a105a4abc10 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/305f7e83e8914daf96165a105a4abc10 2024-11-13T14:26:44,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/305f7e83e8914daf96165a105a4abc10, entries=150, sequenceid=322, filesize=12.0 K 2024-11-13T14:26:44,809 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c0edfddb252cafe20959c14bcb0ccf0f in 1241ms, sequenceid=322, compaction requested=true 2024-11-13T14:26:44,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:44,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:26:44,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:44,809 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:26:44,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:26:44,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:44,809 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:26:44,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:26:44,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:44,810 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:26:44,810 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:26:44,810 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/A is initiating minor compaction (all files) 2024-11-13T14:26:44,810 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/B is initiating minor compaction (all files) 2024-11-13T14:26:44,810 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/B in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:44,810 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/A in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:44,810 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/ce0a2bced2014a04b0d3845df8608636, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/b33c742af81d4859a6d5a13339425583, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/3ac45492ab0d4d62a6c834989bbab9e3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/2c1d93e30c4442caab0cf2fa321f679a] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=48.7 K 2024-11-13T14:26:44,810 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/ecb25d822bb043b3bbb40bf296873117, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/d956f6336e574472b6b90e38109a7ead, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/9e2f067b1d6145208a7cefb3f0b84832, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/37db64f53bf347e3968b276dedfe5b67] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=48.7 K 2024-11-13T14:26:44,810 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting ce0a2bced2014a04b0d3845df8608636, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731507999716 2024-11-13T14:26:44,810 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecb25d822bb043b3bbb40bf296873117, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731507999716 2024-11-13T14:26:44,811 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting b33c742af81d4859a6d5a13339425583, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731508000199 2024-11-13T14:26:44,811 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting d956f6336e574472b6b90e38109a7ead, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731508000199 2024-11-13T14:26:44,811 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ac45492ab0d4d62a6c834989bbab9e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731508002054 2024-11-13T14:26:44,811 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e2f067b1d6145208a7cefb3f0b84832, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731508002054 2024-11-13T14:26:44,811 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c1d93e30c4442caab0cf2fa321f679a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731508003230 2024-11-13T14:26:44,811 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37db64f53bf347e3968b276dedfe5b67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731508003230 2024-11-13T14:26:44,819 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#A#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:44,819 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/93c43b03a8524bd69444ee0b502286bd is 50, key is test_row_0/A:col10/1731508003567/Put/seqid=0 2024-11-13T14:26:44,820 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#B#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:44,821 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/7512a4014d544fb4a2a2798f586e63f2 is 50, key is test_row_0/B:col10/1731508003567/Put/seqid=0 2024-11-13T14:26:44,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742296_1472 (size=13085) 2024-11-13T14:26:44,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742297_1473 (size=13085) 2024-11-13T14:26:44,835 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/93c43b03a8524bd69444ee0b502286bd as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/93c43b03a8524bd69444ee0b502286bd 2024-11-13T14:26:44,839 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/A of c0edfddb252cafe20959c14bcb0ccf0f into 93c43b03a8524bd69444ee0b502286bd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:44,839 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:44,839 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/A, priority=12, startTime=1731508004809; duration=0sec 2024-11-13T14:26:44,839 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:44,839 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:A 2024-11-13T14:26:44,839 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:26:44,840 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:26:44,840 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/C is initiating minor compaction (all files) 2024-11-13T14:26:44,840 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/C in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:44,840 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/bb6806eeda5842629b9996bf7146f750, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/1edfbe4e404c42bbb9acf67b67dda50b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/5b374017ba20442aa55134e797d712ef, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/305f7e83e8914daf96165a105a4abc10] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=48.7 K 2024-11-13T14:26:44,841 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb6806eeda5842629b9996bf7146f750, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731507999716 2024-11-13T14:26:44,841 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1edfbe4e404c42bbb9acf67b67dda50b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731508000199 2024-11-13T14:26:44,841 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b374017ba20442aa55134e797d712ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731508002054 2024-11-13T14:26:44,841 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 305f7e83e8914daf96165a105a4abc10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731508003230 2024-11-13T14:26:44,854 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#C#compaction#412 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:44,854 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/5b03a4b10829438c8430d05ee321a969 is 50, key is test_row_0/C:col10/1731508003567/Put/seqid=0 2024-11-13T14:26:44,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742298_1474 (size=13085) 2024-11-13T14:26:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:44,921 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:26:44,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T14:26:44,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/c800a0121a554dffaf040c0e532a00a1 is 50, key is test_row_0/A:col10/1731508003729/Put/seqid=0 2024-11-13T14:26:44,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742299_1475 (size=14741) 2024-11-13T14:26:44,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T14:26:44,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:44,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:44,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:44,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:44,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508064979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:44,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:44,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:44,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:45,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508065092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:45,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:45,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:45,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:45,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T14:26:45,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:45,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:45,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:45,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:45,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:45,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41216 deadline: 1731508065202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:45,207 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in c0edfddb252cafe20959c14bcb0ccf0f of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18263 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:26:45,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:45,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:45,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:45,237 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/7512a4014d544fb4a2a2798f586e63f2 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/7512a4014d544fb4a2a2798f586e63f2 2024-11-13T14:26:45,241 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/B of c0edfddb252cafe20959c14bcb0ccf0f into 7512a4014d544fb4a2a2798f586e63f2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:45,241 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:45,241 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/B, priority=12, startTime=1731508004809; duration=0sec 2024-11-13T14:26:45,241 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:45,241 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:B 2024-11-13T14:26:45,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T14:26:45,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:45,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:45,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:45,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:45,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:45,269 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/5b03a4b10829438c8430d05ee321a969 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/5b03a4b10829438c8430d05ee321a969 2024-11-13T14:26:45,273 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/C of c0edfddb252cafe20959c14bcb0ccf0f into 5b03a4b10829438c8430d05ee321a969(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:45,273 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:45,273 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/C, priority=12, startTime=1731508004809; duration=0sec 2024-11-13T14:26:45,273 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:45,273 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:C 2024-11-13T14:26:45,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508065311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:45,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:45,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:45,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:45,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/c800a0121a554dffaf040c0e532a00a1 2024-11-13T14:26:45,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/59493cdb9ebf40ffb3824a5a0928f2bc is 50, key is test_row_0/B:col10/1731508003729/Put/seqid=0 2024-11-13T14:26:45,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742300_1476 (size=12301) 2024-11-13T14:26:45,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T14:26:45,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:45,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:45,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:45,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:45,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:45,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T14:26:45,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:45,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:45,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:45,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:45,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:45,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508065632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:45,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:45,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:45,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:45,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T14:26:45,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:45,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:45,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:45,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:45,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:26:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T14:26:45,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/59493cdb9ebf40ffb3824a5a0928f2bc 2024-11-13T14:26:45,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/a810b4be850f4574b322d0b0128c045e is 50, key is test_row_0/C:col10/1731508003729/Put/seqid=0 2024-11-13T14:26:45,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742301_1477 (size=12301) 2024-11-13T14:26:45,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/a810b4be850f4574b322d0b0128c045e 2024-11-13T14:26:45,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/c800a0121a554dffaf040c0e532a00a1 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/c800a0121a554dffaf040c0e532a00a1 2024-11-13T14:26:45,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/c800a0121a554dffaf040c0e532a00a1, entries=200, sequenceid=349, filesize=14.4 K 2024-11-13T14:26:45,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/59493cdb9ebf40ffb3824a5a0928f2bc as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/59493cdb9ebf40ffb3824a5a0928f2bc 2024-11-13T14:26:45,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/59493cdb9ebf40ffb3824a5a0928f2bc, entries=150, sequenceid=349, filesize=12.0 K 2024-11-13T14:26:45,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/a810b4be850f4574b322d0b0128c045e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/a810b4be850f4574b322d0b0128c045e 2024-11-13T14:26:45,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/a810b4be850f4574b322d0b0128c045e, entries=150, sequenceid=349, filesize=12.0 K 2024-11-13T14:26:45,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c0edfddb252cafe20959c14bcb0ccf0f in 844ms, sequenceid=349, compaction requested=false 2024-11-13T14:26:45,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:45,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-13T14:26:45,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:45,865 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-13T14:26:45,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/6ae6497bda564075abda5b297e93f019 is 50, key is test_row_0/A:col10/1731508004969/Put/seqid=0 2024-11-13T14:26:45,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742302_1478 (size=12301) 2024-11-13T14:26:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:46,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. as already flushing 2024-11-13T14:26:46,272 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/6ae6497bda564075abda5b297e93f019 2024-11-13T14:26:46,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/c5762b0887e34479bb193f058f835b8f is 50, key is test_row_0/B:col10/1731508004969/Put/seqid=0 2024-11-13T14:26:46,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742303_1479 (size=12301) 2024-11-13T14:26:46,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508066297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:46,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:46,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:46,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:46,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508066422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:46,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:46,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508066632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:46,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:46,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:46,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:46,684 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/c5762b0887e34479bb193f058f835b8f 2024-11-13T14:26:46,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/8906005b3a5749dd9addc374b5f14ff3 is 50, key is test_row_0/C:col10/1731508004969/Put/seqid=0 2024-11-13T14:26:46,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742304_1480 (size=12301) 2024-11-13T14:26:46,902 INFO [Thread-1842 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1842. 2024-11-13T14:26:46,902 DEBUG [Thread-1842 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:46,902 DEBUG [Thread-1842 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:46,902 DEBUG [Thread-1842 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:46,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:46,905 INFO [Thread-1846 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1846. 2024-11-13T14:26:46,905 DEBUG [Thread-1846 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:46,905 DEBUG [Thread-1846 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:46,905 DEBUG [Thread-1846 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:46,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:46,906 INFO [Thread-1844 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1844. 2024-11-13T14:26:46,906 DEBUG [Thread-1844 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:46,906 DEBUG [Thread-1844 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:46,906 DEBUG [Thread-1844 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:46,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:46,912 INFO [Thread-1848 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1848. 2024-11-13T14:26:46,912 DEBUG [Thread-1848 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:46,912 DEBUG [Thread-1848 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:46,912 DEBUG [Thread-1848 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:46,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:46,914 INFO [Thread-1850 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1850. 2024-11-13T14:26:46,914 DEBUG [Thread-1850 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:46,914 DEBUG [Thread-1850 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:46,914 DEBUG [Thread-1850 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:46,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:46,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:26:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731508066942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:46,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 , the old value is region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:46,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:26:46,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., hostname=eb1966fd6578,42905,1731507853619, seqNum=2 because the exception is null or not the one we care about 2024-11-13T14:26:47,097 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/8906005b3a5749dd9addc374b5f14ff3 2024-11-13T14:26:47,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/6ae6497bda564075abda5b297e93f019 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/6ae6497bda564075abda5b297e93f019 2024-11-13T14:26:47,102 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/6ae6497bda564075abda5b297e93f019, entries=150, sequenceid=361, filesize=12.0 K 2024-11-13T14:26:47,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/c5762b0887e34479bb193f058f835b8f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/c5762b0887e34479bb193f058f835b8f 2024-11-13T14:26:47,106 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/c5762b0887e34479bb193f058f835b8f, entries=150, sequenceid=361, filesize=12.0 K 2024-11-13T14:26:47,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/8906005b3a5749dd9addc374b5f14ff3 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/8906005b3a5749dd9addc374b5f14ff3 2024-11-13T14:26:47,108 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/8906005b3a5749dd9addc374b5f14ff3, entries=150, sequenceid=361, filesize=12.0 K 2024-11-13T14:26:47,109 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for c0edfddb252cafe20959c14bcb0ccf0f in 1244ms, sequenceid=361, compaction requested=true 2024-11-13T14:26:47,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:47,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:47,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-13T14:26:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-13T14:26:47,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-13T14:26:47,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5350 sec 2024-11-13T14:26:47,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 3.5390 sec 2024-11-13T14:26:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:47,453 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:26:47,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-13T14:26:47,453 INFO [Thread-1835 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1835. 2024-11-13T14:26:47,453 DEBUG [Thread-1835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:47,453 DEBUG [Thread-1835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:47,453 DEBUG [Thread-1835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:47,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:47,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/c6820b1bd6934e7f8da9312e0dc55f60 is 50, key is test_row_0/A:col10/1731508006295/Put/seqid=0 2024-11-13T14:26:47,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742305_1481 (size=12301) 2024-11-13T14:26:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-13T14:26:47,743 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:47,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/c6820b1bd6934e7f8da9312e0dc55f60 2024-11-13T14:26:47,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/5e3cc7fae6424e6c92bd37cf1ed7f388 is 50, key is test_row_0/B:col10/1731508006295/Put/seqid=0 2024-11-13T14:26:47,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742306_1482 (size=12301) 2024-11-13T14:26:48,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/5e3cc7fae6424e6c92bd37cf1ed7f388 2024-11-13T14:26:48,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/688dfe511e0d4afe9b67a74fcaf4cadb is 50, key is test_row_0/C:col10/1731508006295/Put/seqid=0 2024-11-13T14:26:48,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742307_1483 (size=12301) 2024-11-13T14:26:48,454 INFO [Thread-1837 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1837. 2024-11-13T14:26:48,454 DEBUG [Thread-1837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:48,454 DEBUG [Thread-1837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:48,454 DEBUG [Thread-1837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:48,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:48,473 INFO [Thread-1833 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1833. 2024-11-13T14:26:48,473 DEBUG [Thread-1833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:48,473 DEBUG [Thread-1833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:48,473 DEBUG [Thread-1833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:48,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:48,493 INFO [Thread-1839 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1839. 2024-11-13T14:26:48,493 DEBUG [Thread-1839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:48,493 DEBUG [Thread-1839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:48,493 DEBUG [Thread-1839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:48,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:48,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/688dfe511e0d4afe9b67a74fcaf4cadb 2024-11-13T14:26:48,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/c6820b1bd6934e7f8da9312e0dc55f60 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/c6820b1bd6934e7f8da9312e0dc55f60 2024-11-13T14:26:48,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/c6820b1bd6934e7f8da9312e0dc55f60, entries=150, sequenceid=388, filesize=12.0 K 2024-11-13T14:26:48,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/5e3cc7fae6424e6c92bd37cf1ed7f388 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/5e3cc7fae6424e6c92bd37cf1ed7f388 2024-11-13T14:26:48,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/5e3cc7fae6424e6c92bd37cf1ed7f388, entries=150, sequenceid=388, filesize=12.0 K 2024-11-13T14:26:48,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/688dfe511e0d4afe9b67a74fcaf4cadb as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/688dfe511e0d4afe9b67a74fcaf4cadb 2024-11-13T14:26:48,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/688dfe511e0d4afe9b67a74fcaf4cadb, entries=150, sequenceid=388, filesize=12.0 K 2024-11-13T14:26:48,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=20.13 KB/20610 for c0edfddb252cafe20959c14bcb0ccf0f in 1236ms, sequenceid=388, compaction requested=true 2024-11-13T14:26:48,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:48,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:26:48,690 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:26:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:26:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:48,690 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:26:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0edfddb252cafe20959c14bcb0ccf0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:26:48,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:48,690 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:26:48,690 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:26:48,690 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/B is initiating minor compaction (all files) 2024-11-13T14:26:48,690 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/A is initiating minor compaction (all files) 2024-11-13T14:26:48,691 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/B in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:48,691 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/A in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:48,691 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/7512a4014d544fb4a2a2798f586e63f2, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/59493cdb9ebf40ffb3824a5a0928f2bc, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/c5762b0887e34479bb193f058f835b8f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/5e3cc7fae6424e6c92bd37cf1ed7f388] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=48.8 K 2024-11-13T14:26:48,691 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/93c43b03a8524bd69444ee0b502286bd, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/c800a0121a554dffaf040c0e532a00a1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/6ae6497bda564075abda5b297e93f019, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/c6820b1bd6934e7f8da9312e0dc55f60] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=51.2 K 2024-11-13T14:26:48,691 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 7512a4014d544fb4a2a2798f586e63f2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731508003230 2024-11-13T14:26:48,691 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93c43b03a8524bd69444ee0b502286bd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731508003230 2024-11-13T14:26:48,691 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 59493cdb9ebf40ffb3824a5a0928f2bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731508003729 2024-11-13T14:26:48,691 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting c800a0121a554dffaf040c0e532a00a1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731508003729 2024-11-13T14:26:48,691 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting c5762b0887e34479bb193f058f835b8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731508004952 2024-11-13T14:26:48,691 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ae6497bda564075abda5b297e93f019, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731508004952 2024-11-13T14:26:48,691 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e3cc7fae6424e6c92bd37cf1ed7f388, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731508006256 2024-11-13T14:26:48,691 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6820b1bd6934e7f8da9312e0dc55f60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731508006256 2024-11-13T14:26:48,698 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#B#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:48,699 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#A#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:48,699 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/20bf60e4dd3044219e5924b9de3492f5 is 50, key is test_row_0/B:col10/1731508006295/Put/seqid=0 2024-11-13T14:26:48,699 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/715499f8a8464e68a90740f66b5f2c42 is 50, key is test_row_0/A:col10/1731508006295/Put/seqid=0 2024-11-13T14:26:48,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742309_1485 (size=13221) 2024-11-13T14:26:48,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742308_1484 (size=13221) 2024-11-13T14:26:49,105 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/20bf60e4dd3044219e5924b9de3492f5 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/20bf60e4dd3044219e5924b9de3492f5 2024-11-13T14:26:49,105 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/715499f8a8464e68a90740f66b5f2c42 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/715499f8a8464e68a90740f66b5f2c42 2024-11-13T14:26:49,108 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/A of c0edfddb252cafe20959c14bcb0ccf0f into 715499f8a8464e68a90740f66b5f2c42(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:49,108 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/B of c0edfddb252cafe20959c14bcb0ccf0f into 20bf60e4dd3044219e5924b9de3492f5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:49,109 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:49,109 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:49,109 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/B, priority=12, startTime=1731508008690; duration=0sec 2024-11-13T14:26:49,109 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/A, priority=12, startTime=1731508008689; duration=0sec 2024-11-13T14:26:49,109 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:49,109 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:26:49,109 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:B 2024-11-13T14:26:49,109 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:A 2024-11-13T14:26:49,109 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:26:49,110 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:26:49,110 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): c0edfddb252cafe20959c14bcb0ccf0f/C is initiating minor compaction (all files) 2024-11-13T14:26:49,110 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0edfddb252cafe20959c14bcb0ccf0f/C in TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:49,110 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/5b03a4b10829438c8430d05ee321a969, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/a810b4be850f4574b322d0b0128c045e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/8906005b3a5749dd9addc374b5f14ff3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/688dfe511e0d4afe9b67a74fcaf4cadb] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp, totalSize=48.8 K 2024-11-13T14:26:49,110 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b03a4b10829438c8430d05ee321a969, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731508003230 2024-11-13T14:26:49,110 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting a810b4be850f4574b322d0b0128c045e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731508003729 2024-11-13T14:26:49,110 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 8906005b3a5749dd9addc374b5f14ff3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731508004952 2024-11-13T14:26:49,111 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 688dfe511e0d4afe9b67a74fcaf4cadb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1731508006256 2024-11-13T14:26:49,116 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0edfddb252cafe20959c14bcb0ccf0f#C#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:26:49,116 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/414b2ec708c64a75a9dee6f947009108 is 50, key is test_row_0/C:col10/1731508006295/Put/seqid=0 2024-11-13T14:26:49,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742310_1486 (size=13221) 2024-11-13T14:26:49,523 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/414b2ec708c64a75a9dee6f947009108 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/414b2ec708c64a75a9dee6f947009108 2024-11-13T14:26:49,526 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c0edfddb252cafe20959c14bcb0ccf0f/C of c0edfddb252cafe20959c14bcb0ccf0f into 414b2ec708c64a75a9dee6f947009108(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:26:49,526 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0edfddb252cafe20959c14bcb0ccf0f: 2024-11-13T14:26:49,526 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., storeName=c0edfddb252cafe20959c14bcb0ccf0f/C, priority=12, startTime=1731508008690; duration=0sec 2024-11-13T14:26:49,527 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:26:49,527 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0edfddb252cafe20959c14bcb0ccf0f:C 2024-11-13T14:26:55,294 INFO [Thread-1831 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1831. 2024-11-13T14:26:55,294 DEBUG [Thread-1831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:26:55,294 DEBUG [Thread-1831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:55,294 DEBUG [Thread-1831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:55,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:55,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T14:26:55,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-13T14:26:55,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-13T14:26:55,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 153 2024-11-13T14:26:55,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-13T14:26:55,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-13T14:26:55,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T14:26:55,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T14:26:55,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1459 2024-11-13T14:26:55,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4375 rows 2024-11-13T14:26:55,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1451 2024-11-13T14:26:55,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4351 rows 2024-11-13T14:26:55,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1454 2024-11-13T14:26:55,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4360 rows 2024-11-13T14:26:55,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1448 2024-11-13T14:26:55,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4344 rows 2024-11-13T14:26:55,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1459 2024-11-13T14:26:55,294 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4376 rows 2024-11-13T14:26:55,295 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:26:55,295 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:26:55,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:55,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:55,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:26:55,296 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T14:26:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T14:26:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T14:26:55,298 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731508015298"}]},"ts":"1731508015298"} 2024-11-13T14:26:55,299 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T14:26:55,299 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T14:26:55,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T14:26:55,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0edfddb252cafe20959c14bcb0ccf0f, UNASSIGN}] 2024-11-13T14:26:55,301 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0edfddb252cafe20959c14bcb0ccf0f, UNASSIGN 2024-11-13T14:26:55,301 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=c0edfddb252cafe20959c14bcb0ccf0f, regionState=CLOSING, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:55,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0edfddb252cafe20959c14bcb0ccf0f, UNASSIGN because future has completed 2024-11-13T14:26:55,302 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T14:26:55,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619}] 2024-11-13T14:26:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T14:26:55,454 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(122): Close c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:55,454 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T14:26:55,454 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1722): Closing c0edfddb252cafe20959c14bcb0ccf0f, disabling compactions & flushes 2024-11-13T14:26:55,454 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:55,454 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:55,454 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. after waiting 0 ms 2024-11-13T14:26:55,454 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:55,454 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(2902): Flushing c0edfddb252cafe20959c14bcb0ccf0f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T14:26:55,457 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/91873e7a0b0b42aeb4f98b7c4d53e78d is 50, key is test_row_0/A:col10/1731508008472/Put/seqid=0 2024-11-13T14:26:55,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742311_1487 (size=12301) 2024-11-13T14:26:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T14:26:55,861 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/91873e7a0b0b42aeb4f98b7c4d53e78d 2024-11-13T14:26:55,866 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/5e7fb17a604e4184b2cc6c77bccb7cf0 is 50, key is test_row_0/B:col10/1731508008472/Put/seqid=0 2024-11-13T14:26:55,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742312_1488 (size=12301) 2024-11-13T14:26:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T14:26:56,269 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/5e7fb17a604e4184b2cc6c77bccb7cf0 2024-11-13T14:26:56,274 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/ee74dea8c6ac4e358a95c7c970f0b587 is 50, key is test_row_0/C:col10/1731508008472/Put/seqid=0 2024-11-13T14:26:56,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742313_1489 (size=12301) 2024-11-13T14:26:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T14:26:56,677 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/ee74dea8c6ac4e358a95c7c970f0b587 2024-11-13T14:26:56,681 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/A/91873e7a0b0b42aeb4f98b7c4d53e78d as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/91873e7a0b0b42aeb4f98b7c4d53e78d 2024-11-13T14:26:56,683 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/91873e7a0b0b42aeb4f98b7c4d53e78d, entries=150, sequenceid=398, filesize=12.0 K 2024-11-13T14:26:56,684 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/B/5e7fb17a604e4184b2cc6c77bccb7cf0 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/5e7fb17a604e4184b2cc6c77bccb7cf0 2024-11-13T14:26:56,686 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/5e7fb17a604e4184b2cc6c77bccb7cf0, entries=150, sequenceid=398, filesize=12.0 K 2024-11-13T14:26:56,687 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/.tmp/C/ee74dea8c6ac4e358a95c7c970f0b587 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/ee74dea8c6ac4e358a95c7c970f0b587 2024-11-13T14:26:56,689 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/ee74dea8c6ac4e358a95c7c970f0b587, entries=150, sequenceid=398, filesize=12.0 K 2024-11-13T14:26:56,690 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for c0edfddb252cafe20959c14bcb0ccf0f in 1236ms, sequenceid=398, compaction requested=false 2024-11-13T14:26:56,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/7a0ccdea03444ecf88a097c053d77cef, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/b3d673fe49eb47f883f32fecf260322f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/88a6498dfe794a6e8bedc631ed87218b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/09ee997558a1440bbd5cadf8c7fc2797, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/9d6ea8bf2731477bbd6ffe62b8932189, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/0c753f7856c044c4bfe53acdbca63304, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/6dd9d694af4a441cbf6063fb46444962, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/a29eff5a5faf4e2d8e4976af41b30ba8, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/c618f7899f0a4e6a97f1adaac863b000, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/1c4613639a814dc6b3251badabf921eb, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/8bd98d25b29c4db797bb881333fa02d3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/15ceb56da08c460c855ba2fbfe1921a6, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/698f69a87c70484199fd82ff7fe55ee6, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/1e022000a42940a5a5991e3510dee623, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/ba72358e5bc847f497e51149d774f3f7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/a5cf3b9d449d47029fa0a39c8fa64666, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/67f6edf61c5240c6be6567b773d0f60e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/7b00dacb7dc6495ca888890e6404f0c4, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/2b0050fa21c340d3bc49c6996e071795, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/ecb25d822bb043b3bbb40bf296873117, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/d956f6336e574472b6b90e38109a7ead, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/9e2f067b1d6145208a7cefb3f0b84832, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/93c43b03a8524bd69444ee0b502286bd, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/37db64f53bf347e3968b276dedfe5b67, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/c800a0121a554dffaf040c0e532a00a1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/6ae6497bda564075abda5b297e93f019, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/c6820b1bd6934e7f8da9312e0dc55f60] to archive 2024-11-13T14:26:56,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:26:56,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/7a0ccdea03444ecf88a097c053d77cef to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/7a0ccdea03444ecf88a097c053d77cef 2024-11-13T14:26:56,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/b3d673fe49eb47f883f32fecf260322f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/b3d673fe49eb47f883f32fecf260322f 2024-11-13T14:26:56,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/88a6498dfe794a6e8bedc631ed87218b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/88a6498dfe794a6e8bedc631ed87218b 2024-11-13T14:26:56,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/09ee997558a1440bbd5cadf8c7fc2797 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/09ee997558a1440bbd5cadf8c7fc2797 2024-11-13T14:26:56,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/9d6ea8bf2731477bbd6ffe62b8932189 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/9d6ea8bf2731477bbd6ffe62b8932189 2024-11-13T14:26:56,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/0c753f7856c044c4bfe53acdbca63304 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/0c753f7856c044c4bfe53acdbca63304 2024-11-13T14:26:56,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/6dd9d694af4a441cbf6063fb46444962 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/6dd9d694af4a441cbf6063fb46444962 2024-11-13T14:26:56,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/a29eff5a5faf4e2d8e4976af41b30ba8 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/a29eff5a5faf4e2d8e4976af41b30ba8 2024-11-13T14:26:56,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/c618f7899f0a4e6a97f1adaac863b000 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/c618f7899f0a4e6a97f1adaac863b000 2024-11-13T14:26:56,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/1c4613639a814dc6b3251badabf921eb to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/1c4613639a814dc6b3251badabf921eb 2024-11-13T14:26:56,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/8bd98d25b29c4db797bb881333fa02d3 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/8bd98d25b29c4db797bb881333fa02d3 2024-11-13T14:26:56,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/15ceb56da08c460c855ba2fbfe1921a6 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/15ceb56da08c460c855ba2fbfe1921a6 2024-11-13T14:26:56,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/698f69a87c70484199fd82ff7fe55ee6 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/698f69a87c70484199fd82ff7fe55ee6 2024-11-13T14:26:56,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/1e022000a42940a5a5991e3510dee623 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/1e022000a42940a5a5991e3510dee623 2024-11-13T14:26:56,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/ba72358e5bc847f497e51149d774f3f7 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/ba72358e5bc847f497e51149d774f3f7 2024-11-13T14:26:56,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/a5cf3b9d449d47029fa0a39c8fa64666 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/a5cf3b9d449d47029fa0a39c8fa64666 2024-11-13T14:26:56,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/67f6edf61c5240c6be6567b773d0f60e to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/67f6edf61c5240c6be6567b773d0f60e 2024-11-13T14:26:56,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/7b00dacb7dc6495ca888890e6404f0c4 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/7b00dacb7dc6495ca888890e6404f0c4 2024-11-13T14:26:56,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/2b0050fa21c340d3bc49c6996e071795 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/2b0050fa21c340d3bc49c6996e071795 2024-11-13T14:26:56,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/ecb25d822bb043b3bbb40bf296873117 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/ecb25d822bb043b3bbb40bf296873117 2024-11-13T14:26:56,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/d956f6336e574472b6b90e38109a7ead to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/d956f6336e574472b6b90e38109a7ead 2024-11-13T14:26:56,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/9e2f067b1d6145208a7cefb3f0b84832 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/9e2f067b1d6145208a7cefb3f0b84832 2024-11-13T14:26:56,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/93c43b03a8524bd69444ee0b502286bd to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/93c43b03a8524bd69444ee0b502286bd 2024-11-13T14:26:56,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/37db64f53bf347e3968b276dedfe5b67 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/37db64f53bf347e3968b276dedfe5b67 2024-11-13T14:26:56,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/c800a0121a554dffaf040c0e532a00a1 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/c800a0121a554dffaf040c0e532a00a1 2024-11-13T14:26:56,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/6ae6497bda564075abda5b297e93f019 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/6ae6497bda564075abda5b297e93f019 2024-11-13T14:26:56,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/c6820b1bd6934e7f8da9312e0dc55f60 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/c6820b1bd6934e7f8da9312e0dc55f60 2024-11-13T14:26:56,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/2c4660f09b0249038d49a6697e34539f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/30bce32ca6f34b0898d6e36f94343534, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/2d9efcb4a5c249f5a1764423adacb327, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/afe55851e7bd4fe286c6309ba015c4c2, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/044bc7b448a64947afa92d80a4497c9a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/b07abee94aa1458da0bd5b4d142d0324, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/931d08148efc4a2fa31a6253c6647948, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/c0ceb3e4d6d64067a5482a40f9acd7af, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/4121771a358945cb8e1bae79e2abddc2, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/5f7c4ecc5891418c8ac760338c61498e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/cff5546bd2da41d5aa535dc0e74c0bca, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/1a80885a6b90427d949ba1b4cadbff96, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/433fc02f4da94acabe633847ac633cda, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/4c0828e9c9cb438096509493717d352b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/f136d2d951ae4abd9c397699d4cd2787, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/d99c5c04762042438a59751d2e2dea16, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/e0ea6e11f9e243fc926690e6a55ab224, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/490ee9c4e6fd423e8e396e580370aea0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/ce0a2bced2014a04b0d3845df8608636, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/7bdf5418987a48d580af90faced7a2c7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/b33c742af81d4859a6d5a13339425583, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/3ac45492ab0d4d62a6c834989bbab9e3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/7512a4014d544fb4a2a2798f586e63f2, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/2c1d93e30c4442caab0cf2fa321f679a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/59493cdb9ebf40ffb3824a5a0928f2bc, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/c5762b0887e34479bb193f058f835b8f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/5e3cc7fae6424e6c92bd37cf1ed7f388] to archive 2024-11-13T14:26:56,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:26:56,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/2c4660f09b0249038d49a6697e34539f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/2c4660f09b0249038d49a6697e34539f 2024-11-13T14:26:56,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/30bce32ca6f34b0898d6e36f94343534 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/30bce32ca6f34b0898d6e36f94343534 2024-11-13T14:26:56,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/2d9efcb4a5c249f5a1764423adacb327 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/2d9efcb4a5c249f5a1764423adacb327 2024-11-13T14:26:56,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/afe55851e7bd4fe286c6309ba015c4c2 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/afe55851e7bd4fe286c6309ba015c4c2 2024-11-13T14:26:56,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/044bc7b448a64947afa92d80a4497c9a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/044bc7b448a64947afa92d80a4497c9a 2024-11-13T14:26:56,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/b07abee94aa1458da0bd5b4d142d0324 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/b07abee94aa1458da0bd5b4d142d0324 2024-11-13T14:26:56,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/931d08148efc4a2fa31a6253c6647948 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/931d08148efc4a2fa31a6253c6647948 2024-11-13T14:26:56,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/c0ceb3e4d6d64067a5482a40f9acd7af to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/c0ceb3e4d6d64067a5482a40f9acd7af 2024-11-13T14:26:56,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/4121771a358945cb8e1bae79e2abddc2 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/4121771a358945cb8e1bae79e2abddc2 2024-11-13T14:26:56,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/5f7c4ecc5891418c8ac760338c61498e to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/5f7c4ecc5891418c8ac760338c61498e 2024-11-13T14:26:56,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/cff5546bd2da41d5aa535dc0e74c0bca to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/cff5546bd2da41d5aa535dc0e74c0bca 2024-11-13T14:26:56,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/1a80885a6b90427d949ba1b4cadbff96 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/1a80885a6b90427d949ba1b4cadbff96 2024-11-13T14:26:56,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/433fc02f4da94acabe633847ac633cda to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/433fc02f4da94acabe633847ac633cda 2024-11-13T14:26:56,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/4c0828e9c9cb438096509493717d352b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/4c0828e9c9cb438096509493717d352b 2024-11-13T14:26:56,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/f136d2d951ae4abd9c397699d4cd2787 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/f136d2d951ae4abd9c397699d4cd2787 2024-11-13T14:26:56,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/d99c5c04762042438a59751d2e2dea16 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/d99c5c04762042438a59751d2e2dea16 2024-11-13T14:26:56,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/e0ea6e11f9e243fc926690e6a55ab224 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/e0ea6e11f9e243fc926690e6a55ab224 2024-11-13T14:26:56,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/490ee9c4e6fd423e8e396e580370aea0 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/490ee9c4e6fd423e8e396e580370aea0 2024-11-13T14:26:56,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/ce0a2bced2014a04b0d3845df8608636 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/ce0a2bced2014a04b0d3845df8608636 2024-11-13T14:26:56,727 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/7bdf5418987a48d580af90faced7a2c7 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/7bdf5418987a48d580af90faced7a2c7 2024-11-13T14:26:56,728 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/b33c742af81d4859a6d5a13339425583 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/b33c742af81d4859a6d5a13339425583 2024-11-13T14:26:56,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/3ac45492ab0d4d62a6c834989bbab9e3 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/3ac45492ab0d4d62a6c834989bbab9e3 2024-11-13T14:26:56,729 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/7512a4014d544fb4a2a2798f586e63f2 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/7512a4014d544fb4a2a2798f586e63f2 2024-11-13T14:26:56,730 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/2c1d93e30c4442caab0cf2fa321f679a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/2c1d93e30c4442caab0cf2fa321f679a 2024-11-13T14:26:56,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/59493cdb9ebf40ffb3824a5a0928f2bc to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/59493cdb9ebf40ffb3824a5a0928f2bc 2024-11-13T14:26:56,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/c5762b0887e34479bb193f058f835b8f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/c5762b0887e34479bb193f058f835b8f 2024-11-13T14:26:56,732 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/5e3cc7fae6424e6c92bd37cf1ed7f388 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/5e3cc7fae6424e6c92bd37cf1ed7f388 2024-11-13T14:26:56,733 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/38db2c7375a9407bbfe4084f6cab0e78, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/08ec58c20b5c40469a87a7bd52566b37, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/8e23fe62174a490791119e13227c63d7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/ad663e31ceb84535a5437cc2ba80eb66, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/cd847829b8704d68b9c0206249c4fb33, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/fecc12afcf2e40f8b5df1218637a3c46, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/98afbcfa9a394fc0a7ae3e97b7215993, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/4420d86d136e48e1b1d27112bd1b2109, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/e540b222b685477bb14d70fe73af7959, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/d9fe81e3dbf74bf89c2ec6edbd4fd135, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/0c159b5e2ce543bd9cb9e485fa70b65d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/18cd04f09aa9410aa976471b77bf9ab8, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/2fe600e8ca384a23b252eac5b1027932, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/f305ac0d5fcd4749a89c8544436bead2, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/09cce421d5a14518a9508db805a09d37, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/dd9c8bb73c7245e194c865a09f968ab0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/bbcfbd26ddb847d59ed5a968596448d1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/20fbf0acc3f44b92b3a16efd892c953b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/bb6806eeda5842629b9996bf7146f750, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/d61bf18b61a641539530c0cf44de39bf, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/1edfbe4e404c42bbb9acf67b67dda50b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/5b374017ba20442aa55134e797d712ef, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/5b03a4b10829438c8430d05ee321a969, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/305f7e83e8914daf96165a105a4abc10, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/a810b4be850f4574b322d0b0128c045e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/8906005b3a5749dd9addc374b5f14ff3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/688dfe511e0d4afe9b67a74fcaf4cadb] to archive 2024-11-13T14:26:56,734 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:26:56,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/38db2c7375a9407bbfe4084f6cab0e78 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/38db2c7375a9407bbfe4084f6cab0e78 2024-11-13T14:26:56,735 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/08ec58c20b5c40469a87a7bd52566b37 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/08ec58c20b5c40469a87a7bd52566b37 2024-11-13T14:26:56,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/8e23fe62174a490791119e13227c63d7 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/8e23fe62174a490791119e13227c63d7 2024-11-13T14:26:56,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/ad663e31ceb84535a5437cc2ba80eb66 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/ad663e31ceb84535a5437cc2ba80eb66 2024-11-13T14:26:56,737 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/cd847829b8704d68b9c0206249c4fb33 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/cd847829b8704d68b9c0206249c4fb33 2024-11-13T14:26:56,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/fecc12afcf2e40f8b5df1218637a3c46 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/fecc12afcf2e40f8b5df1218637a3c46 2024-11-13T14:26:56,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/98afbcfa9a394fc0a7ae3e97b7215993 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/98afbcfa9a394fc0a7ae3e97b7215993 2024-11-13T14:26:56,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/4420d86d136e48e1b1d27112bd1b2109 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/4420d86d136e48e1b1d27112bd1b2109 2024-11-13T14:26:56,740 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/e540b222b685477bb14d70fe73af7959 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/e540b222b685477bb14d70fe73af7959 2024-11-13T14:26:56,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/d9fe81e3dbf74bf89c2ec6edbd4fd135 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/d9fe81e3dbf74bf89c2ec6edbd4fd135 2024-11-13T14:26:56,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/0c159b5e2ce543bd9cb9e485fa70b65d to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/0c159b5e2ce543bd9cb9e485fa70b65d 2024-11-13T14:26:56,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/18cd04f09aa9410aa976471b77bf9ab8 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/18cd04f09aa9410aa976471b77bf9ab8 2024-11-13T14:26:56,742 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/2fe600e8ca384a23b252eac5b1027932 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/2fe600e8ca384a23b252eac5b1027932 2024-11-13T14:26:56,743 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/f305ac0d5fcd4749a89c8544436bead2 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/f305ac0d5fcd4749a89c8544436bead2 2024-11-13T14:26:56,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/09cce421d5a14518a9508db805a09d37 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/09cce421d5a14518a9508db805a09d37 2024-11-13T14:26:56,744 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/dd9c8bb73c7245e194c865a09f968ab0 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/dd9c8bb73c7245e194c865a09f968ab0 2024-11-13T14:26:56,745 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/bbcfbd26ddb847d59ed5a968596448d1 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/bbcfbd26ddb847d59ed5a968596448d1 2024-11-13T14:26:56,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/20fbf0acc3f44b92b3a16efd892c953b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/20fbf0acc3f44b92b3a16efd892c953b 2024-11-13T14:26:56,746 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/bb6806eeda5842629b9996bf7146f750 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/bb6806eeda5842629b9996bf7146f750 2024-11-13T14:26:56,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/d61bf18b61a641539530c0cf44de39bf to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/d61bf18b61a641539530c0cf44de39bf 2024-11-13T14:26:56,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/1edfbe4e404c42bbb9acf67b67dda50b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/1edfbe4e404c42bbb9acf67b67dda50b 2024-11-13T14:26:56,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/5b374017ba20442aa55134e797d712ef to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/5b374017ba20442aa55134e797d712ef 2024-11-13T14:26:56,748 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/5b03a4b10829438c8430d05ee321a969 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/5b03a4b10829438c8430d05ee321a969 2024-11-13T14:26:56,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/305f7e83e8914daf96165a105a4abc10 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/305f7e83e8914daf96165a105a4abc10 2024-11-13T14:26:56,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/a810b4be850f4574b322d0b0128c045e to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/a810b4be850f4574b322d0b0128c045e 2024-11-13T14:26:56,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/8906005b3a5749dd9addc374b5f14ff3 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/8906005b3a5749dd9addc374b5f14ff3 2024-11-13T14:26:56,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/688dfe511e0d4afe9b67a74fcaf4cadb to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/688dfe511e0d4afe9b67a74fcaf4cadb 2024-11-13T14:26:56,753 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/recovered.edits/401.seqid, newMaxSeqId=401, maxSeqId=1 2024-11-13T14:26:56,753 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. 2024-11-13T14:26:56,754 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1676): Region close journal for c0edfddb252cafe20959c14bcb0ccf0f: Waiting for close lock at 1731508015454Running coprocessor pre-close hooks at 1731508015454Disabling compacts and flushes for region at 1731508015454Disabling writes for close at 1731508015454Obtaining lock to block concurrent updates at 1731508015455 (+1 ms)Preparing flush snapshotting stores in c0edfddb252cafe20959c14bcb0ccf0f at 1731508015455Finished memstore snapshotting TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731508015455Flushing stores of TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f. at 1731508015455Flushing c0edfddb252cafe20959c14bcb0ccf0f/A: creating writer at 1731508015455Flushing c0edfddb252cafe20959c14bcb0ccf0f/A: appending metadata at 1731508015457 (+2 ms)Flushing c0edfddb252cafe20959c14bcb0ccf0f/A: closing flushed file at 1731508015457Flushing c0edfddb252cafe20959c14bcb0ccf0f/B: creating writer at 1731508015864 (+407 ms)Flushing c0edfddb252cafe20959c14bcb0ccf0f/B: appending metadata at 1731508015865 (+1 ms)Flushing c0edfddb252cafe20959c14bcb0ccf0f/B: closing flushed file at 1731508015865Flushing c0edfddb252cafe20959c14bcb0ccf0f/C: creating writer at 1731508016271 (+406 ms)Flushing c0edfddb252cafe20959c14bcb0ccf0f/C: appending metadata at 1731508016273 (+2 ms)Flushing c0edfddb252cafe20959c14bcb0ccf0f/C: closing flushed file at 1731508016273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f760536: reopening flushed file at 1731508016680 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ec8ca0e: reopening flushed file at 1731508016683 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7707b713: reopening flushed file at 1731508016686 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for c0edfddb252cafe20959c14bcb0ccf0f in 1236ms, sequenceid=398, compaction requested=false at 1731508016690 (+4 ms)Writing region close event to WAL at 1731508016751 (+61 ms)Running coprocessor post-close hooks at 1731508016753 (+2 ms)Closed at 1731508016753 2024-11-13T14:26:56,755 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(157): Closed c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:56,755 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=c0edfddb252cafe20959c14bcb0ccf0f, regionState=CLOSED 2024-11-13T14:26:56,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 because future has completed 2024-11-13T14:26:56,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-13T14:26:56,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseRegionProcedure c0edfddb252cafe20959c14bcb0ccf0f, server=eb1966fd6578,42905,1731507853619 in 1.4550 sec 2024-11-13T14:26:56,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-13T14:26:56,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0edfddb252cafe20959c14bcb0ccf0f, UNASSIGN in 1.4580 sec 2024-11-13T14:26:56,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-13T14:26:56,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4600 sec 2024-11-13T14:26:56,761 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731508016761"}]},"ts":"1731508016761"} 2024-11-13T14:26:56,762 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T14:26:56,762 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T14:26:56,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4660 sec 2024-11-13T14:26:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-13T14:26:57,442 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:57,443 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T14:26:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:26:57,445 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=147, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:26:57,445 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=147, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:26:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-13T14:26:57,448 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:57,450 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A, FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B, FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C, FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/recovered.edits] 2024-11-13T14:26:57,452 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/715499f8a8464e68a90740f66b5f2c42 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/715499f8a8464e68a90740f66b5f2c42 2024-11-13T14:26:57,453 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/91873e7a0b0b42aeb4f98b7c4d53e78d to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/A/91873e7a0b0b42aeb4f98b7c4d53e78d 2024-11-13T14:26:57,454 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/20bf60e4dd3044219e5924b9de3492f5 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/20bf60e4dd3044219e5924b9de3492f5 2024-11-13T14:26:57,455 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/5e7fb17a604e4184b2cc6c77bccb7cf0 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/B/5e7fb17a604e4184b2cc6c77bccb7cf0 2024-11-13T14:26:57,457 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/414b2ec708c64a75a9dee6f947009108 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/414b2ec708c64a75a9dee6f947009108 2024-11-13T14:26:57,458 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/ee74dea8c6ac4e358a95c7c970f0b587 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/C/ee74dea8c6ac4e358a95c7c970f0b587 2024-11-13T14:26:57,460 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/recovered.edits/401.seqid to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f/recovered.edits/401.seqid 2024-11-13T14:26:57,461 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/c0edfddb252cafe20959c14bcb0ccf0f 2024-11-13T14:26:57,461 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T14:26:57,463 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=147, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:26:57,465 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T14:26:57,468 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T14:26:57,469 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=147, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:26:57,469 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T14:26:57,469 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731508017469"}]},"ts":"9223372036854775807"} 2024-11-13T14:26:57,471 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T14:26:57,471 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c0edfddb252cafe20959c14bcb0ccf0f, NAME => 'TestAcidGuarantees,,1731507984700.c0edfddb252cafe20959c14bcb0ccf0f.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T14:26:57,471 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T14:26:57,471 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731508017471"}]},"ts":"9223372036854775807"} 2024-11-13T14:26:57,473 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T14:26:57,474 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=147, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:26:57,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 31 msec 2024-11-13T14:26:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-13T14:26:57,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T14:26:57,553 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:57,565 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=239 (was 241), OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=455 (was 471), ProcessCount=11 (was 11), AvailableMemoryMB=2585 (was 2626) 2024-11-13T14:26:57,576 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=455, ProcessCount=11, AvailableMemoryMB=2585 2024-11-13T14:26:57,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T14:26:57,577 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:26:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-13T14:26:57,579 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T14:26:57,580 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:57,580 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 148 2024-11-13T14:26:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T14:26:57,581 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T14:26:57,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742314_1490 (size=959) 2024-11-13T14:26:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T14:26:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T14:26:57,988 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662 2024-11-13T14:26:57,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742315_1491 (size=53) 2024-11-13T14:26:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T14:26:58,394 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:26:58,394 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f67edcf3c8b623a17222b91494182b7c, disabling compactions & flushes 2024-11-13T14:26:58,394 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:26:58,394 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:26:58,394 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. after waiting 0 ms 2024-11-13T14:26:58,395 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:26:58,395 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:26:58,395 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f67edcf3c8b623a17222b91494182b7c: Waiting for close lock at 1731508018394Disabling compacts and flushes for region at 1731508018394Disabling writes for close at 1731508018394Writing region close event to WAL at 1731508018395 (+1 ms)Closed at 1731508018395 2024-11-13T14:26:58,396 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T14:26:58,396 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731508018396"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731508018396"}]},"ts":"1731508018396"} 2024-11-13T14:26:58,398 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T14:26:58,399 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T14:26:58,399 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731508018399"}]},"ts":"1731508018399"} 2024-11-13T14:26:58,400 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-13T14:26:58,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67edcf3c8b623a17222b91494182b7c, ASSIGN}] 2024-11-13T14:26:58,401 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67edcf3c8b623a17222b91494182b7c, ASSIGN 2024-11-13T14:26:58,402 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67edcf3c8b623a17222b91494182b7c, ASSIGN; state=OFFLINE, location=eb1966fd6578,42905,1731507853619; forceNewPlan=false, retain=false 2024-11-13T14:26:58,553 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=f67edcf3c8b623a17222b91494182b7c, regionState=OPENING, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:58,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67edcf3c8b623a17222b91494182b7c, ASSIGN because future has completed 2024-11-13T14:26:58,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619}] 2024-11-13T14:26:58,710 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:26:58,710 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7752): Opening region: {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:26:58,711 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:26:58,711 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:26:58,711 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7794): checking encryption for f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:26:58,711 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7797): checking classloading for f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:26:58,713 INFO [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:26:58,714 INFO [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f67edcf3c8b623a17222b91494182b7c columnFamilyName A 2024-11-13T14:26:58,714 DEBUG [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:58,715 INFO [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] regionserver.HStore(327): Store=f67edcf3c8b623a17222b91494182b7c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:26:58,715 INFO [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:26:58,716 INFO [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f67edcf3c8b623a17222b91494182b7c columnFamilyName B 2024-11-13T14:26:58,716 DEBUG [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:58,717 INFO [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] regionserver.HStore(327): Store=f67edcf3c8b623a17222b91494182b7c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:26:58,717 INFO [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:26:58,718 INFO [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f67edcf3c8b623a17222b91494182b7c columnFamilyName C 2024-11-13T14:26:58,718 DEBUG [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:26:58,719 INFO [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] regionserver.HStore(327): Store=f67edcf3c8b623a17222b91494182b7c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:26:58,719 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1038): replaying wal for f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:26:58,720 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:26:58,720 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:26:58,721 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1048): stopping wal replay for f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:26:58,722 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1060): Cleaning up temporary data for f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:26:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T14:26:58,722 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T14:26:58,724 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1093): writing seq id for f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:26:58,726 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T14:26:58,726 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1114): Opened f67edcf3c8b623a17222b91494182b7c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71655171, jitterRate=0.06774525344371796}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T14:26:58,726 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:26:58,726 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1006): Region open journal for f67edcf3c8b623a17222b91494182b7c: Running coprocessor pre-open hook at 1731508018711Writing region info on filesystem at 1731508018711Initializing all the Stores at 1731508018712 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508018712Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508018712Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508018712Cleaning up temporary data from old regions at 1731508018722 (+10 ms)Running coprocessor post-open hooks at 1731508018726 (+4 ms)Region opened successfully at 1731508018726 2024-11-13T14:26:58,727 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., pid=150, masterSystemTime=1731508018706 2024-11-13T14:26:58,728 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:26:58,729 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:26:58,729 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=f67edcf3c8b623a17222b91494182b7c, regionState=OPEN, openSeqNum=2, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:26:58,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 because future has completed 2024-11-13T14:26:58,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-13T14:26:58,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; OpenRegionProcedure f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 in 176 msec 2024-11-13T14:26:58,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-13T14:26:58,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67edcf3c8b623a17222b91494182b7c, ASSIGN in 332 msec 2024-11-13T14:26:58,734 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T14:26:58,734 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731508018734"}]},"ts":"1731508018734"} 2024-11-13T14:26:58,735 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-13T14:26:58,735 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T14:26:58,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1580 sec 2024-11-13T14:26:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-13T14:26:59,732 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:26:59,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11971b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:59,733 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:26:59,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:26:59,734 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:26:59,734 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:26:59,734 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:26:59,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a8f69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:59,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:26:59,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:26:59,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:26:59,736 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:26:59,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ed2891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:26:59,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:26:59,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:26:59,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:26:59,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:26:59,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T14:26:59,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is eb1966fd6578,42917,1731507852895 2024-11-13T14:26:59,740 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@164ba376 2024-11-13T14:26:59,740 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T14:26:59,741 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T14:26:59,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-13T14:26:59,742 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T14:26:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-13T14:26:59,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742316_1492 (size=995) 2024-11-13T14:27:00,153 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-13T14:27:00,153 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-13T14:27:00,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T14:27:00,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67edcf3c8b623a17222b91494182b7c, REOPEN/MOVE}] 2024-11-13T14:27:00,159 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67edcf3c8b623a17222b91494182b7c, REOPEN/MOVE 2024-11-13T14:27:00,159 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=f67edcf3c8b623a17222b91494182b7c, regionState=CLOSING, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:00,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67edcf3c8b623a17222b91494182b7c, REOPEN/MOVE because future has completed 2024-11-13T14:27:00,161 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T14:27:00,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619}] 2024-11-13T14:27:00,313 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(122): Close f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:00,313 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T14:27:00,313 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1722): Closing f67edcf3c8b623a17222b91494182b7c, disabling compactions & flushes 2024-11-13T14:27:00,313 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:00,313 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:00,313 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. after waiting 0 ms 2024-11-13T14:27:00,313 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:00,316 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T14:27:00,317 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:00,317 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1676): Region close journal for f67edcf3c8b623a17222b91494182b7c: Waiting for close lock at 1731508020313Running coprocessor pre-close hooks at 1731508020313Disabling compacts and flushes for region at 1731508020313Disabling writes for close at 1731508020313Writing region close event to WAL at 1731508020313Running coprocessor post-close hooks at 1731508020317 (+4 ms)Closed at 1731508020317 2024-11-13T14:27:00,317 WARN [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegionServer(3299): Not adding moved region record: f67edcf3c8b623a17222b91494182b7c to self. 2024-11-13T14:27:00,318 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(157): Closed f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:00,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=f67edcf3c8b623a17222b91494182b7c, regionState=CLOSED 2024-11-13T14:27:00,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 because future has completed 2024-11-13T14:27:00,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-13T14:27:00,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; CloseRegionProcedure f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 in 159 msec 2024-11-13T14:27:00,322 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67edcf3c8b623a17222b91494182b7c, REOPEN/MOVE; state=CLOSED, location=eb1966fd6578,42905,1731507853619; forceNewPlan=false, retain=true 2024-11-13T14:27:00,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=f67edcf3c8b623a17222b91494182b7c, regionState=OPENING, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:00,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67edcf3c8b623a17222b91494182b7c, REOPEN/MOVE because future has completed 2024-11-13T14:27:00,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619}] 2024-11-13T14:27:00,628 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:00,629 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7752): Opening region: {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T14:27:00,629 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:00,629 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T14:27:00,629 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7794): checking encryption for f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:00,629 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7797): checking classloading for f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:00,630 INFO [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:00,631 INFO [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f67edcf3c8b623a17222b91494182b7c columnFamilyName A 2024-11-13T14:27:00,632 DEBUG [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:00,632 INFO [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] regionserver.HStore(327): Store=f67edcf3c8b623a17222b91494182b7c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:27:00,632 INFO [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:00,633 INFO [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f67edcf3c8b623a17222b91494182b7c columnFamilyName B 2024-11-13T14:27:00,633 DEBUG [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:00,633 INFO [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] regionserver.HStore(327): Store=f67edcf3c8b623a17222b91494182b7c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:27:00,633 INFO [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:00,634 INFO [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f67edcf3c8b623a17222b91494182b7c columnFamilyName C 2024-11-13T14:27:00,634 DEBUG [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:00,634 INFO [StoreOpener-f67edcf3c8b623a17222b91494182b7c-1 {}] regionserver.HStore(327): Store=f67edcf3c8b623a17222b91494182b7c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T14:27:00,634 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1038): replaying wal for f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:00,634 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:00,635 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:00,636 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1048): stopping wal replay for f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:00,636 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1060): Cleaning up temporary data for f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:00,636 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T14:27:00,637 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1093): writing seq id for f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:00,638 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1114): Opened f67edcf3c8b623a17222b91494182b7c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63260629, jitterRate=-0.057343170046806335}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T14:27:00,638 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:00,638 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1006): Region open journal for f67edcf3c8b623a17222b91494182b7c: Running coprocessor pre-open hook at 1731508020629Writing region info on filesystem at 1731508020629Initializing all the Stores at 1731508020630 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508020630Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508020630Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731508020630Cleaning up temporary data from old regions at 1731508020636 (+6 ms)Running coprocessor post-open hooks at 1731508020638 (+2 ms)Region opened successfully at 1731508020638 2024-11-13T14:27:00,639 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., pid=155, masterSystemTime=1731508020626 2024-11-13T14:27:00,640 DEBUG [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:00,641 INFO [RS_OPEN_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:00,641 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=f67edcf3c8b623a17222b91494182b7c, regionState=OPEN, openSeqNum=5, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:00,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 because future has completed 2024-11-13T14:27:00,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=153 2024-11-13T14:27:00,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 in 169 msec 2024-11-13T14:27:00,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-13T14:27:00,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67edcf3c8b623a17222b91494182b7c, REOPEN/MOVE in 486 msec 2024-11-13T14:27:00,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-13T14:27:00,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 490 msec 2024-11-13T14:27:00,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 906 msec 2024-11-13T14:27:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-13T14:27:00,650 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:27:00,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca6c80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:27:00,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:27:00,651 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:27:00,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:27:00,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:27:00,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b500572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:27:00,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:27:00,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:00,652 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:27:00,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a593663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14afc90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:27:00,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:27:00,654 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:27:00,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:27:00,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:27:00,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d20b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:27:00,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:27:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:00,655 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:27:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30486ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb57557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:27:00,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:27:00,657 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:27:00,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:27:00,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:27:00,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2567e631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:27:00,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:27:00,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:00,658 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:27:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@980be4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0b6ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:27:00,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:27:00,660 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:27:00,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:27:00,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:27:00,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1c3d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:27:00,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:27:00,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:00,662 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:27:00,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af3870f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bc8537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:27:00,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:27:00,664 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:27:00,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:27:00,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:27:00,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9b8244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:27:00,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:27:00,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:00,665 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:27:00,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793c643a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd90259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:27:00,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:27:00,667 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:27:00,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:27:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:27:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dda4a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:27:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:27:00,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:00,669 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:27:00,669 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a6772d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594d5ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:27:00,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:27:00,671 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:27:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:27:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:27:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9a662f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:27:00,671 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:27:00,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:00,672 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:27:00,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6df010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267cfa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:27:00,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:27:00,674 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:27:00,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:27:00,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:27:00,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f4e041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:27:00,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:27:00,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:00,676 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:27:00,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59df5a5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c58aaf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:27:00,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:27:00,678 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:27:00,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:27:00,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:27:00,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361537f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:27:00,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:27:00,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:00,680 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:27:00,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6200e2dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9bca83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request eb1966fd6578,42917,-1 for getting cluster id 2024-11-13T14:27:00,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T14:27:00,682 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e464dbcb-d9ce-4e66-a57d-bcd709a680ce' 2024-11-13T14:27:00,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T14:27:00,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e464dbcb-d9ce-4e66-a57d-bcd709a680ce" 2024-11-13T14:27:00,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4dbdf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [eb1966fd6578,42917,-1] 2024-11-13T14:27:00,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T14:27:00,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:00,683 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T14:27:00,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffb6d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T14:27:00,684 DEBUG [Thread-2233 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:27:00,684 DEBUG [Thread-2236 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:27:00,684 DEBUG [Thread-2240 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:27:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:27:00,685 DEBUG [Thread-2225 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:27:00,685 DEBUG [Thread-2231 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:27:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:27:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:27:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:27:00,685 DEBUG [Thread-2229 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:27:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:27:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:27:00,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:27:00,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:27:00,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:27:00,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:27:00,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:27:00,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:27:00,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:27:00,686 DEBUG [Thread-2229 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:27:00,686 DEBUG [Thread-2229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:27:00,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:27:00,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:27:00,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:27:00,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:27:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:27:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:27:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-13T14:27:00,688 DEBUG [Thread-2244 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:27:00,689 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:27:00,689 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:27:00,689 DEBUG [Thread-2227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:27:00,689 DEBUG [Thread-2238 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:27:00,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:27:00,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:27:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:27:00,690 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:27:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:27:00,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:27:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:27:00,690 DEBUG [Thread-2242 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T14:27:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T14:27:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:27:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:27:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:27:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:27:00,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:27:00,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=eb1966fd6578,42905,1731507853619, seqNum=-1] 2024-11-13T14:27:00,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T14:27:00,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:27:00,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:27:00,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T14:27:00,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:27:00,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:27:00,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:27:00,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5] 2024-11-13T14:27:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:00,698 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:27:00,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f67edcf3c8b623a17222b91494182b7c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T14:27:00,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508080724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:00,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508080725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:00,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:00,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:00,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508080725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:00,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b12dab6877f141d088c9c34145f87ed1_f67edcf3c8b623a17222b91494182b7c is 50, key is test_row_0/A:col10/1731508020691/Put/seqid=0 2024-11-13T14:27:00,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:00,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508080726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:00,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,730 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:00,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742317_1493 (size=12154) 2024-11-13T14:27:00,734 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:00,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508080733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:00,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:00,736 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113b12dab6877f141d088c9c34145f87ed1_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b12dab6877f141d088c9c34145f87ed1_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:00,737 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/6c056df2e68d409099a5c1c6944179c6, store: [table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:00,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/6c056df2e68d409099a5c1c6944179c6 is 175, key is test_row_0/A:col10/1731508020691/Put/seqid=0 2024-11-13T14:27:00,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742318_1494 (size=30955) 2024-11-13T14:27:00,758 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/6c056df2e68d409099a5c1c6944179c6 2024-11-13T14:27:00,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/6e804412c6704ada9a3e4f2a5c07a4a5 is 50, key is test_row_0/B:col10/1731508020691/Put/seqid=0 2024-11-13T14:27:00,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742319_1495 (size=12001) 2024-11-13T14:27:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T14:27:00,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508080833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:00,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508080833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:00,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:00,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:00,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508080833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:00,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,836 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:00,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508080833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:00,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:00,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508080842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:00,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:00,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:00,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T14:27:00,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:00,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:00,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:00,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:00,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:01,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T14:27:01,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:01,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:01,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:01,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:01,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T14:27:01,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508081042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508081042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508081042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508081042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:01,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508081052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:01,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T14:27:01,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:01,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:01,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:01,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:01,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:01,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/6e804412c6704ada9a3e4f2a5c07a4a5 2024-11-13T14:27:01,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/af534c5a350540828a2cb23bdf5b5846 is 50, key is test_row_0/C:col10/1731508020691/Put/seqid=0 2024-11-13T14:27:01,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742320_1496 (size=12001) 2024-11-13T14:27:01,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T14:27:01,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:01,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:01,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:01,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:01,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T14:27:01,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508081352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508081352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508081352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508081352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:01,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:01,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508081362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:01,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T14:27:01,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:01,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:01,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:01,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:01,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:01,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T14:27:01,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:01,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:01,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:01,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:01,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:01,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/af534c5a350540828a2cb23bdf5b5846 2024-11-13T14:27:01,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/6c056df2e68d409099a5c1c6944179c6 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6c056df2e68d409099a5c1c6944179c6 2024-11-13T14:27:01,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6c056df2e68d409099a5c1c6944179c6, entries=150, sequenceid=16, filesize=30.2 K 2024-11-13T14:27:01,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/6e804412c6704ada9a3e4f2a5c07a4a5 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/6e804412c6704ada9a3e4f2a5c07a4a5 2024-11-13T14:27:01,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/6e804412c6704ada9a3e4f2a5c07a4a5, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T14:27:01,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/af534c5a350540828a2cb23bdf5b5846 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/af534c5a350540828a2cb23bdf5b5846 2024-11-13T14:27:01,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/af534c5a350540828a2cb23bdf5b5846, entries=150, sequenceid=16, filesize=11.7 K 2024-11-13T14:27:01,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f67edcf3c8b623a17222b91494182b7c in 976ms, sequenceid=16, compaction requested=false 2024-11-13T14:27:01,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:01,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-13T14:27:01,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:01,768 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing f67edcf3c8b623a17222b91494182b7c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-13T14:27:01,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e2c4a9d8ff644068becf1201fa77b49c_f67edcf3c8b623a17222b91494182b7c is 50, key is test_row_0/A:col10/1731508020724/Put/seqid=0 2024-11-13T14:27:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T14:27:01,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742321_1497 (size=12154) 2024-11-13T14:27:01,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:01,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508081872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508081873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:01,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:01,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508081873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508081873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,880 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,880 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,880 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:01,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:01,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508081878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:01,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508081982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:01,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508081982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508081982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508081982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:01,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:01,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:01,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508081993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:01,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:01,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:02,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508082193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:02,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508082193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:02,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:02,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:02,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508082193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:02,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508082193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:02,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:02,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:02,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:02,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:02,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508082201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:02,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:02,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:02,252 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113e2c4a9d8ff644068becf1201fa77b49c_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e2c4a9d8ff644068becf1201fa77b49c_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:02,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/81c14016831c461c8cf65358270b170a, store: [table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:02,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/81c14016831c461c8cf65358270b170a is 175, key is test_row_0/A:col10/1731508020724/Put/seqid=0 2024-11-13T14:27:02,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742322_1498 (size=30955) 2024-11-13T14:27:02,274 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/81c14016831c461c8cf65358270b170a 2024-11-13T14:27:02,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/eb85f61d5cba4db3aba7d3bdaab2304a is 50, key is test_row_0/B:col10/1731508020724/Put/seqid=0 2024-11-13T14:27:02,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742323_1499 (size=12001) 2024-11-13T14:27:02,297 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T14:27:02,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508082502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:02,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508082502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:02,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508082502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:02,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508082503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:02,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:02,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508082512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:02,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:02,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:02,694 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/eb85f61d5cba4db3aba7d3bdaab2304a 2024-11-13T14:27:02,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/9758269a12aa4d259d019abf5105b969 is 50, key is test_row_0/C:col10/1731508020724/Put/seqid=0 2024-11-13T14:27:02,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742324_1500 (size=12001) 2024-11-13T14:27:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T14:27:03,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508083012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:03,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508083013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:03,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508083013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:03,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508083013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:03,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:03,016 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:03,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508083022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:03,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:03,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:03,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:03,105 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/9758269a12aa4d259d019abf5105b969 2024-11-13T14:27:03,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/81c14016831c461c8cf65358270b170a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/81c14016831c461c8cf65358270b170a 2024-11-13T14:27:03,113 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/81c14016831c461c8cf65358270b170a, entries=150, sequenceid=40, filesize=30.2 K 2024-11-13T14:27:03,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/eb85f61d5cba4db3aba7d3bdaab2304a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/eb85f61d5cba4db3aba7d3bdaab2304a 2024-11-13T14:27:03,117 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/eb85f61d5cba4db3aba7d3bdaab2304a, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T14:27:03,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/9758269a12aa4d259d019abf5105b969 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/9758269a12aa4d259d019abf5105b969 2024-11-13T14:27:03,121 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/9758269a12aa4d259d019abf5105b969, entries=150, sequenceid=40, filesize=11.7 K 2024-11-13T14:27:03,122 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f67edcf3c8b623a17222b91494182b7c in 1354ms, sequenceid=40, compaction requested=false 2024-11-13T14:27:03,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:03,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:03,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-13T14:27:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-13T14:27:03,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-13T14:27:03,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4330 sec 2024-11-13T14:27:03,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.4410 sec 2024-11-13T14:27:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:04,023 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:27:04,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f67edcf3c8b623a17222b91494182b7c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-13T14:27:04,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111316d8faf8399647608a09515989c4def4_f67edcf3c8b623a17222b91494182b7c is 50, key is test_row_0/A:col10/1731508024023/Put/seqid=0 2024-11-13T14:27:04,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742325_1501 (size=14594) 2024-11-13T14:27:04,034 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:04,037 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111316d8faf8399647608a09515989c4def4_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111316d8faf8399647608a09515989c4def4_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:04,038 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/ef47c63d98f64c95a7b85bc067712763, store: [table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:04,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/ef47c63d98f64c95a7b85bc067712763 is 175, key is test_row_0/A:col10/1731508024023/Put/seqid=0 2024-11-13T14:27:04,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742326_1502 (size=39549) 2024-11-13T14:27:04,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508084050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508084050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508084052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508084053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508084057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508084162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508084162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508084162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508084163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508084172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508084372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508084372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508084372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508084372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508084381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,444 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/ef47c63d98f64c95a7b85bc067712763 2024-11-13T14:27:04,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/9ef038aaa62640a0a0dcaee33fe9b6a4 is 50, key is test_row_0/B:col10/1731508024023/Put/seqid=0 2024-11-13T14:27:04,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742327_1503 (size=12001) 2024-11-13T14:27:04,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508084681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508084682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508084682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508084682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508084692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:04,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:04,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:04,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/9ef038aaa62640a0a0dcaee33fe9b6a4 2024-11-13T14:27:04,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/351e20cb70514aff8bacb27c916cd033 is 50, key is test_row_0/C:col10/1731508024023/Put/seqid=0 2024-11-13T14:27:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-13T14:27:04,863 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:27:04,863 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:27:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-13T14:27:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T14:27:04,865 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:27:04,866 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:27:04,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:27:04,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742328_1504 (size=12001) 2024-11-13T14:27:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T14:27:05,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T14:27:05,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:05,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:05,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:05,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:05,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:05,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T14:27:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:05,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T14:27:05,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508085192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:05,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508085192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:05,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508085192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:05,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508085192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:05,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508085202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:05,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:05,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:05,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:05,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/351e20cb70514aff8bacb27c916cd033 2024-11-13T14:27:05,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/ef47c63d98f64c95a7b85bc067712763 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/ef47c63d98f64c95a7b85bc067712763 2024-11-13T14:27:05,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/ef47c63d98f64c95a7b85bc067712763, entries=200, sequenceid=54, filesize=38.6 K 2024-11-13T14:27:05,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/9ef038aaa62640a0a0dcaee33fe9b6a4 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/9ef038aaa62640a0a0dcaee33fe9b6a4 2024-11-13T14:27:05,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/9ef038aaa62640a0a0dcaee33fe9b6a4, entries=150, sequenceid=54, filesize=11.7 K 2024-11-13T14:27:05,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/351e20cb70514aff8bacb27c916cd033 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/351e20cb70514aff8bacb27c916cd033 2024-11-13T14:27:05,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/351e20cb70514aff8bacb27c916cd033, entries=150, sequenceid=54, filesize=11.7 K 2024-11-13T14:27:05,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f67edcf3c8b623a17222b91494182b7c in 1262ms, sequenceid=54, compaction requested=true 2024-11-13T14:27:05,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:05,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:27:05,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:05,285 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:27:05,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:27:05,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:05,285 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:27:05,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:27:05,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:27:05,286 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:27:05,286 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:27:05,286 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/A is initiating minor compaction (all files) 2024-11-13T14:27:05,286 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/B is initiating minor compaction (all files) 2024-11-13T14:27:05,286 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/A in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:05,286 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/B in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:05,286 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/6e804412c6704ada9a3e4f2a5c07a4a5, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/eb85f61d5cba4db3aba7d3bdaab2304a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/9ef038aaa62640a0a0dcaee33fe9b6a4] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=35.2 K 2024-11-13T14:27:05,286 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6c056df2e68d409099a5c1c6944179c6, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/81c14016831c461c8cf65358270b170a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/ef47c63d98f64c95a7b85bc067712763] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=99.1 K 2024-11-13T14:27:05,286 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:05,286 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. files: [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6c056df2e68d409099a5c1c6944179c6, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/81c14016831c461c8cf65358270b170a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/ef47c63d98f64c95a7b85bc067712763] 2024-11-13T14:27:05,286 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e804412c6704ada9a3e4f2a5c07a4a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731508020691 2024-11-13T14:27:05,287 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c056df2e68d409099a5c1c6944179c6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731508020691 2024-11-13T14:27:05,287 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting eb85f61d5cba4db3aba7d3bdaab2304a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731508020723 2024-11-13T14:27:05,287 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81c14016831c461c8cf65358270b170a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731508020723 2024-11-13T14:27:05,287 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef47c63d98f64c95a7b85bc067712763, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731508021871 2024-11-13T14:27:05,287 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ef038aaa62640a0a0dcaee33fe9b6a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731508021871 2024-11-13T14:27:05,292 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:05,293 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#B#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:05,294 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/b86a7a53161540da9e0e9f123d243453 is 50, key is test_row_0/B:col10/1731508024023/Put/seqid=0 2024-11-13T14:27:05,301 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113379237f37f6d43468522d2ef941cd5cc_f67edcf3c8b623a17222b91494182b7c store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:05,303 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113379237f37f6d43468522d2ef941cd5cc_f67edcf3c8b623a17222b91494182b7c, store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:05,303 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113379237f37f6d43468522d2ef941cd5cc_f67edcf3c8b623a17222b91494182b7c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:05,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742329_1505 (size=12104) 2024-11-13T14:27:05,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742330_1506 (size=4469) 2024-11-13T14:27:05,319 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#A#compaction#438 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:05,319 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/101c4fb93af541ae8749b0041ba2eee2 is 175, key is test_row_0/A:col10/1731508024023/Put/seqid=0 2024-11-13T14:27:05,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-13T14:27:05,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:05,323 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing f67edcf3c8b623a17222b91494182b7c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T14:27:05,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742331_1507 (size=31058) 2024-11-13T14:27:05,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139c1cadf9288340a8a3e8031ca3bbdc3c_f67edcf3c8b623a17222b91494182b7c is 50, key is test_row_0/A:col10/1731508024033/Put/seqid=0 2024-11-13T14:27:05,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742332_1508 (size=12154) 2024-11-13T14:27:05,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,351 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411139c1cadf9288340a8a3e8031ca3bbdc3c_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139c1cadf9288340a8a3e8031ca3bbdc3c_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/56fac586ccb4466383f6797b54254936, store: [table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/56fac586ccb4466383f6797b54254936 is 175, key is test_row_0/A:col10/1731508024033/Put/seqid=0 2024-11-13T14:27:05,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742333_1509 (size=30955) 2024-11-13T14:27:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T14:27:05,709 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/b86a7a53161540da9e0e9f123d243453 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/b86a7a53161540da9e0e9f123d243453 2024-11-13T14:27:05,714 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/B of f67edcf3c8b623a17222b91494182b7c into b86a7a53161540da9e0e9f123d243453(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:05,714 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:05,714 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/B, priority=13, startTime=1731508025285; duration=0sec 2024-11-13T14:27:05,714 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:27:05,714 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:B 2024-11-13T14:27:05,714 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:27:05,715 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:27:05,715 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/C is initiating minor compaction (all files) 2024-11-13T14:27:05,715 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/C in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:05,715 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/af534c5a350540828a2cb23bdf5b5846, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/9758269a12aa4d259d019abf5105b969, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/351e20cb70514aff8bacb27c916cd033] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=35.2 K 2024-11-13T14:27:05,716 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting af534c5a350540828a2cb23bdf5b5846, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731508020691 2024-11-13T14:27:05,716 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 9758269a12aa4d259d019abf5105b969, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731508020723 2024-11-13T14:27:05,716 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 351e20cb70514aff8bacb27c916cd033, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731508021871 2024-11-13T14:27:05,722 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#C#compaction#440 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:05,722 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/3f9c7c027d7f4b849405d0970ce2d104 is 50, key is test_row_0/C:col10/1731508024023/Put/seqid=0 2024-11-13T14:27:05,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742334_1510 (size=12104) 2024-11-13T14:27:05,734 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/101c4fb93af541ae8749b0041ba2eee2 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/101c4fb93af541ae8749b0041ba2eee2 2024-11-13T14:27:05,738 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/A of f67edcf3c8b623a17222b91494182b7c into 101c4fb93af541ae8749b0041ba2eee2(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:05,738 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:05,738 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/A, priority=13, startTime=1731508025285; duration=0sec 2024-11-13T14:27:05,738 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:05,738 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:A 2024-11-13T14:27:05,758 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/56fac586ccb4466383f6797b54254936 2024-11-13T14:27:05,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/09bb1bbbe6a64eaeba01acdd52d9e3c0 is 50, key is test_row_0/B:col10/1731508024033/Put/seqid=0 2024-11-13T14:27:05,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742335_1511 (size=12001) 2024-11-13T14:27:05,769 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/09bb1bbbe6a64eaeba01acdd52d9e3c0 2024-11-13T14:27:05,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/f2b4e29ea1bb4543bdcf795a64de1312 is 50, key is test_row_0/C:col10/1731508024033/Put/seqid=0 2024-11-13T14:27:05,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742336_1512 (size=12001) 2024-11-13T14:27:05,807 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/f2b4e29ea1bb4543bdcf795a64de1312 2024-11-13T14:27:05,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/56fac586ccb4466383f6797b54254936 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/56fac586ccb4466383f6797b54254936 2024-11-13T14:27:05,815 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/56fac586ccb4466383f6797b54254936, entries=150, sequenceid=76, filesize=30.2 K 2024-11-13T14:27:05,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/09bb1bbbe6a64eaeba01acdd52d9e3c0 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/09bb1bbbe6a64eaeba01acdd52d9e3c0 2024-11-13T14:27:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,819 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/09bb1bbbe6a64eaeba01acdd52d9e3c0, entries=150, sequenceid=76, filesize=11.7 K 2024-11-13T14:27:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/f2b4e29ea1bb4543bdcf795a64de1312 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/f2b4e29ea1bb4543bdcf795a64de1312 2024-11-13T14:27:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,822 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/f2b4e29ea1bb4543bdcf795a64de1312, entries=150, sequenceid=76, filesize=11.7 K 2024-11-13T14:27:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,823 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for f67edcf3c8b623a17222b91494182b7c in 500ms, sequenceid=76, compaction requested=false 2024-11-13T14:27:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-13T14:27:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-13T14:27:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-13T14:27:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 961 msec 2024-11-13T14:27:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 966 msec 2024-11-13T14:27:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-13T14:27:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,002 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:27:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,003 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:27:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-13T14:27:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,005 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:27:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T14:27:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,006 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:27:06,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:27:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T14:27:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,129 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/3f9c7c027d7f4b849405d0970ce2d104 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/3f9c7c027d7f4b849405d0970ce2d104 2024-11-13T14:27:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,132 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/C of f67edcf3c8b623a17222b91494182b7c into 3f9c7c027d7f4b849405d0970ce2d104(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:06,133 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,133 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/C, priority=13, startTime=1731508025285; duration=0sec 2024-11-13T14:27:06,133 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:06,133 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:C 2024-11-13T14:27:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-13T14:27:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-13T14:27:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-13T14:27:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-13T14:27:06,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-13T14:27:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 162 msec 2024-11-13T14:27:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,231 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:27:06,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f67edcf3c8b623a17222b91494182b7c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:27:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113dee18d9a93a447a390fe2610f339d64a_f67edcf3c8b623a17222b91494182b7c is 50, key is test_row_0/A:col10/1731508026223/Put/seqid=0 2024-11-13T14:27:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742338_1514 (size=24358) 2024-11-13T14:27:06,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508086257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508086259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508086260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,263 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508086262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508086264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-13T14:27:06,322 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:27:06,323 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:27:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-13T14:27:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T14:27:06,325 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:27:06,325 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:27:06,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:27:06,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508086372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508086372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508086372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508086372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508086372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T14:27:06,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T14:27:06,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:06,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:06,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:06,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:06,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:06,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508086582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508086582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508086582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508086582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,585 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508086582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T14:27:06,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:06,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:06,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:06,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:06,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T14:27:06,647 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:06,650 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113dee18d9a93a447a390fe2610f339d64a_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113dee18d9a93a447a390fe2610f339d64a_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:06,650 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/6e5d6da766764b76991431893c0cd8be, store: [table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:06,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/6e5d6da766764b76991431893c0cd8be is 175, key is test_row_0/A:col10/1731508026223/Put/seqid=0 2024-11-13T14:27:06,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742337_1513 (size=73994) 2024-11-13T14:27:06,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T14:27:06,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:06,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:06,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:06,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:06,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:06,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508086891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508086892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508086892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508086892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508086892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:06,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:06,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T14:27:06,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:06,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:06,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:06,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:06,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T14:27:07,054 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/6e5d6da766764b76991431893c0cd8be 2024-11-13T14:27:07,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/37d3af80265f46f3a937caf44a8a2a9a is 50, key is test_row_0/B:col10/1731508026223/Put/seqid=0 2024-11-13T14:27:07,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742339_1515 (size=12001) 2024-11-13T14:27:07,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/37d3af80265f46f3a937caf44a8a2a9a 2024-11-13T14:27:07,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/0cbd8dec7bfa4840a130d3832f77d9c4 is 50, key is test_row_0/C:col10/1731508026223/Put/seqid=0 2024-11-13T14:27:07,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742340_1516 (size=12001) 2024-11-13T14:27:07,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/0cbd8dec7bfa4840a130d3832f77d9c4 2024-11-13T14:27:07,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T14:27:07,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:07,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/6e5d6da766764b76991431893c0cd8be as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6e5d6da766764b76991431893c0cd8be 2024-11-13T14:27:07,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:07,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:07,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:07,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:07,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6e5d6da766764b76991431893c0cd8be, entries=400, sequenceid=91, filesize=72.3 K 2024-11-13T14:27:07,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/37d3af80265f46f3a937caf44a8a2a9a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/37d3af80265f46f3a937caf44a8a2a9a 2024-11-13T14:27:07,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/37d3af80265f46f3a937caf44a8a2a9a, entries=150, sequenceid=91, filesize=11.7 K 2024-11-13T14:27:07,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/0cbd8dec7bfa4840a130d3832f77d9c4 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/0cbd8dec7bfa4840a130d3832f77d9c4 2024-11-13T14:27:07,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/0cbd8dec7bfa4840a130d3832f77d9c4, entries=150, sequenceid=91, filesize=11.7 K 2024-11-13T14:27:07,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f67edcf3c8b623a17222b91494182b7c in 869ms, sequenceid=91, compaction requested=true 2024-11-13T14:27:07,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:07,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:27:07,100 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:27:07,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:07,100 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:27:07,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:27:07,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:07,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:27:07,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:27:07,101 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136007 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:27:07,101 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/A is initiating minor compaction (all files) 2024-11-13T14:27:07,101 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/A in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:07,101 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/101c4fb93af541ae8749b0041ba2eee2, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/56fac586ccb4466383f6797b54254936, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6e5d6da766764b76991431893c0cd8be] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=132.8 K 2024-11-13T14:27:07,101 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:07,101 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. files: [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/101c4fb93af541ae8749b0041ba2eee2, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/56fac586ccb4466383f6797b54254936, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6e5d6da766764b76991431893c0cd8be] 2024-11-13T14:27:07,102 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:27:07,102 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 101c4fb93af541ae8749b0041ba2eee2, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731508021871 2024-11-13T14:27:07,102 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/B is initiating minor compaction (all files) 2024-11-13T14:27:07,102 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/B in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:07,102 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/b86a7a53161540da9e0e9f123d243453, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/09bb1bbbe6a64eaeba01acdd52d9e3c0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/37d3af80265f46f3a937caf44a8a2a9a] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=35.3 K 2024-11-13T14:27:07,102 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56fac586ccb4466383f6797b54254936, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731508024033 2024-11-13T14:27:07,102 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting b86a7a53161540da9e0e9f123d243453, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731508021871 2024-11-13T14:27:07,103 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e5d6da766764b76991431893c0cd8be, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731508026220 2024-11-13T14:27:07,103 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 09bb1bbbe6a64eaeba01acdd52d9e3c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731508024033 2024-11-13T14:27:07,106 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 37d3af80265f46f3a937caf44a8a2a9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731508026223 2024-11-13T14:27:07,113 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#B#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:07,113 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/835bf81a1b8142a88d9895ddd1f6f77f is 50, key is test_row_0/B:col10/1731508026223/Put/seqid=0 2024-11-13T14:27:07,117 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:07,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742341_1517 (size=12207) 2024-11-13T14:27:07,137 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113d3e0fb2cac3145f08de8bb935f865a4a_f67edcf3c8b623a17222b91494182b7c store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:07,139 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113d3e0fb2cac3145f08de8bb935f865a4a_f67edcf3c8b623a17222b91494182b7c, store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:07,139 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d3e0fb2cac3145f08de8bb935f865a4a_f67edcf3c8b623a17222b91494182b7c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:07,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742342_1518 (size=4469) 2024-11-13T14:27:07,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-13T14:27:07,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:07,240 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing f67edcf3c8b623a17222b91494182b7c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-13T14:27:07,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137236163257e146f98da19d0d921c46ca_f67edcf3c8b623a17222b91494182b7c is 50, key is test_row_0/A:col10/1731508026260/Put/seqid=0 2024-11-13T14:27:07,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742343_1519 (size=12154) 2024-11-13T14:27:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:07,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:07,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508087406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:07,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508087407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:07,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508087408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:07,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:07,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508087410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:07,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:07,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508087412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:07,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,417 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T14:27:07,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508087522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:07,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:07,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508087522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:07,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:07,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508087522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:07,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:07,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508087522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:07,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:07,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508087522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:07,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:07,537 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/835bf81a1b8142a88d9895ddd1f6f77f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/835bf81a1b8142a88d9895ddd1f6f77f 2024-11-13T14:27:07,541 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/B of f67edcf3c8b623a17222b91494182b7c into 835bf81a1b8142a88d9895ddd1f6f77f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:07,541 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:07,541 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/B, priority=13, startTime=1731508027100; duration=0sec 2024-11-13T14:27:07,541 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:27:07,541 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:B 2024-11-13T14:27:07,541 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:27:07,542 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:27:07,542 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/C is initiating minor compaction (all files) 2024-11-13T14:27:07,542 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/C in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:07,542 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/3f9c7c027d7f4b849405d0970ce2d104, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/f2b4e29ea1bb4543bdcf795a64de1312, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/0cbd8dec7bfa4840a130d3832f77d9c4] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=35.3 K 2024-11-13T14:27:07,543 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f9c7c027d7f4b849405d0970ce2d104, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731508021871 2024-11-13T14:27:07,543 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting f2b4e29ea1bb4543bdcf795a64de1312, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731508024033 2024-11-13T14:27:07,543 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cbd8dec7bfa4840a130d3832f77d9c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731508026223 2024-11-13T14:27:07,547 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#A#compaction#447 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:07,547 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/597bbd2b24354f209583f9884dcb2f34 is 175, key is test_row_0/A:col10/1731508026223/Put/seqid=0 2024-11-13T14:27:07,549 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#C#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:07,550 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/cebade2d665e4a5a9a10adcd510eab50 is 50, key is test_row_0/C:col10/1731508026223/Put/seqid=0 2024-11-13T14:27:07,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742344_1520 (size=31161) 2024-11-13T14:27:07,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742345_1521 (size=12207) 2024-11-13T14:27:07,568 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/597bbd2b24354f209583f9884dcb2f34 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/597bbd2b24354f209583f9884dcb2f34 2024-11-13T14:27:07,570 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/cebade2d665e4a5a9a10adcd510eab50 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cebade2d665e4a5a9a10adcd510eab50 2024-11-13T14:27:07,572 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/A of f67edcf3c8b623a17222b91494182b7c into 597bbd2b24354f209583f9884dcb2f34(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:07,572 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:07,572 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/A, priority=13, startTime=1731508027100; duration=0sec 2024-11-13T14:27:07,572 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:07,572 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:A 2024-11-13T14:27:07,575 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/C of f67edcf3c8b623a17222b91494182b7c into cebade2d665e4a5a9a10adcd510eab50(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:07,575 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:07,575 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/C, priority=13, startTime=1731508027100; duration=0sec 2024-11-13T14:27:07,575 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:07,575 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:C 2024-11-13T14:27:07,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:07,658 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411137236163257e146f98da19d0d921c46ca_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137236163257e146f98da19d0d921c46ca_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:07,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/6947654d1d6a4f5fbda61008514ad889, store: [table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:07,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/6947654d1d6a4f5fbda61008514ad889 is 175, key is test_row_0/A:col10/1731508026260/Put/seqid=0 2024-11-13T14:27:07,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742346_1522 (size=30955) 2024-11-13T14:27:07,662 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/6947654d1d6a4f5fbda61008514ad889 2024-11-13T14:27:07,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/24b21df7adb84cfcb24a08d81f97e739 is 50, key is test_row_0/B:col10/1731508026260/Put/seqid=0 2024-11-13T14:27:07,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742347_1523 (size=12001) 2024-11-13T14:27:07,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508087732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508087732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:07,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:07,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508087732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:07,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:07,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508087732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:07,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:07,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:07,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508087732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:07,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:07,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:07,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508088041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508088042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508088042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508088042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508088042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,045 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,071 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/24b21df7adb84cfcb24a08d81f97e739 2024-11-13T14:27:08,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/28807f2395e84b97b77f0c5889033ffa is 50, key is test_row_0/C:col10/1731508026260/Put/seqid=0 2024-11-13T14:27:08,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742348_1524 (size=12001) 2024-11-13T14:27:08,081 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/28807f2395e84b97b77f0c5889033ffa 2024-11-13T14:27:08,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/6947654d1d6a4f5fbda61008514ad889 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6947654d1d6a4f5fbda61008514ad889 2024-11-13T14:27:08,086 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6947654d1d6a4f5fbda61008514ad889, entries=150, sequenceid=116, filesize=30.2 K 2024-11-13T14:27:08,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/24b21df7adb84cfcb24a08d81f97e739 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/24b21df7adb84cfcb24a08d81f97e739 2024-11-13T14:27:08,090 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/24b21df7adb84cfcb24a08d81f97e739, entries=150, sequenceid=116, filesize=11.7 K 2024-11-13T14:27:08,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/28807f2395e84b97b77f0c5889033ffa as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/28807f2395e84b97b77f0c5889033ffa 2024-11-13T14:27:08,093 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/28807f2395e84b97b77f0c5889033ffa, entries=150, sequenceid=116, filesize=11.7 K 2024-11-13T14:27:08,093 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f67edcf3c8b623a17222b91494182b7c in 853ms, sequenceid=116, compaction requested=false 2024-11-13T14:27:08,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:08,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:08,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-13T14:27:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-13T14:27:08,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-13T14:27:08,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7690 sec 2024-11-13T14:27:08,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.7730 sec 2024-11-13T14:27:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-13T14:27:08,472 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:27:08,473 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:27:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-13T14:27:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T14:27:08,474 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:27:08,475 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:27:08,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:27:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:08,553 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:27:08,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f67edcf3c8b623a17222b91494182b7c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-13T14:27:08,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130cc9c69b9ced4fbc9cd4f4454dd519b4_f67edcf3c8b623a17222b91494182b7c is 50, key is test_row_0/A:col10/1731508028552/Put/seqid=0 2024-11-13T14:27:08,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742349_1525 (size=17184) 2024-11-13T14:27:08,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508088572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508088573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508088573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508088574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508088575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T14:27:08,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T14:27:08,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:08,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:08,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:08,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:08,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:08,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508088681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508088681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508088682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508088682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508088682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T14:27:08,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:08,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:08,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:08,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:08,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T14:27:08,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508088891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508088891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508088892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508088892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508088892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:08,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:08,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T14:27:08,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:08,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:08,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:08,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:08,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:08,964 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:08,966 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411130cc9c69b9ced4fbc9cd4f4454dd519b4_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130cc9c69b9ced4fbc9cd4f4454dd519b4_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:08,967 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/8decf7aa89e540ed971f0ed4a053ae9e, store: [table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:08,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/8decf7aa89e540ed971f0ed4a053ae9e is 175, key is test_row_0/A:col10/1731508028552/Put/seqid=0 2024-11-13T14:27:08,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742350_1526 (size=48289) 2024-11-13T14:27:09,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T14:27:09,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:09,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:09,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:09,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:09,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T14:27:09,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508089202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:09,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508089202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:09,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508089202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:09,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508089202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:09,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508089203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:09,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:09,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T14:27:09,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:09,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:09,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:09,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:09,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:09,370 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/8decf7aa89e540ed971f0ed4a053ae9e 2024-11-13T14:27:09,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/f1fdadf111ea4480a9da382253ce84ac is 50, key is test_row_0/B:col10/1731508028552/Put/seqid=0 2024-11-13T14:27:09,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742351_1527 (size=12151) 2024-11-13T14:27:09,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T14:27:09,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:09,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:09,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:09,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:09,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:09,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T14:27:09,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:09,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:09,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:09,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:09,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T14:27:09,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T14:27:09,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:09,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:09,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:09,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:09,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:09,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508089712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:09,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508089712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:09,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508089713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:09,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508089713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:09,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508089713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:09,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/f1fdadf111ea4480a9da382253ce84ac 2024-11-13T14:27:09,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/b907ee95f7ca4db09da2c91744970bbf is 50, key is test_row_0/C:col10/1731508028552/Put/seqid=0 2024-11-13T14:27:09,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742352_1528 (size=12151) 2024-11-13T14:27:09,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T14:27:09,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:09,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:09,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:09,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:09,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:10,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T14:27:10,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:10,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:10,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:10,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:10,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:10,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T14:27:10,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:10,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:10,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:10,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:10,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:10,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/b907ee95f7ca4db09da2c91744970bbf 2024-11-13T14:27:10,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/8decf7aa89e540ed971f0ed4a053ae9e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/8decf7aa89e540ed971f0ed4a053ae9e 2024-11-13T14:27:10,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/8decf7aa89e540ed971f0ed4a053ae9e, entries=250, sequenceid=133, filesize=47.2 K 2024-11-13T14:27:10,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/f1fdadf111ea4480a9da382253ce84ac as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/f1fdadf111ea4480a9da382253ce84ac 2024-11-13T14:27:10,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/f1fdadf111ea4480a9da382253ce84ac, entries=150, sequenceid=133, filesize=11.9 K 2024-11-13T14:27:10,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/b907ee95f7ca4db09da2c91744970bbf as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/b907ee95f7ca4db09da2c91744970bbf 2024-11-13T14:27:10,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/b907ee95f7ca4db09da2c91744970bbf, entries=150, sequenceid=133, filesize=11.9 K 2024-11-13T14:27:10,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f67edcf3c8b623a17222b91494182b7c in 1646ms, sequenceid=133, compaction requested=true 2024-11-13T14:27:10,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:10,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:27:10,199 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:27:10,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:10,199 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:27:10,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:27:10,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:10,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:27:10,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:27:10,200 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:27:10,200 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:27:10,200 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/A is initiating minor compaction (all files) 2024-11-13T14:27:10,200 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/B is initiating minor compaction (all files) 2024-11-13T14:27:10,200 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/B in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:10,200 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/A in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:10,200 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/835bf81a1b8142a88d9895ddd1f6f77f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/24b21df7adb84cfcb24a08d81f97e739, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/f1fdadf111ea4480a9da382253ce84ac] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=35.5 K 2024-11-13T14:27:10,200 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/597bbd2b24354f209583f9884dcb2f34, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6947654d1d6a4f5fbda61008514ad889, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/8decf7aa89e540ed971f0ed4a053ae9e] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=107.8 K 2024-11-13T14:27:10,200 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:10,200 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. files: [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/597bbd2b24354f209583f9884dcb2f34, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6947654d1d6a4f5fbda61008514ad889, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/8decf7aa89e540ed971f0ed4a053ae9e] 2024-11-13T14:27:10,201 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 835bf81a1b8142a88d9895ddd1f6f77f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731508026223 2024-11-13T14:27:10,201 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 24b21df7adb84cfcb24a08d81f97e739, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731508026255 2024-11-13T14:27:10,201 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 597bbd2b24354f209583f9884dcb2f34, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731508026223 2024-11-13T14:27:10,201 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting f1fdadf111ea4480a9da382253ce84ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731508028552 2024-11-13T14:27:10,201 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6947654d1d6a4f5fbda61008514ad889, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731508026255 2024-11-13T14:27:10,202 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8decf7aa89e540ed971f0ed4a053ae9e, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731508027409 2024-11-13T14:27:10,205 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:10,206 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#B#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:10,207 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113c179770fa0af42dab9ebf37994ad24c3_f67edcf3c8b623a17222b91494182b7c store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:10,207 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/124a5d0a75e5478f883f19fb2fe21e0f is 50, key is test_row_0/B:col10/1731508028552/Put/seqid=0 2024-11-13T14:27:10,209 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113c179770fa0af42dab9ebf37994ad24c3_f67edcf3c8b623a17222b91494182b7c, store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:10,209 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c179770fa0af42dab9ebf37994ad24c3_f67edcf3c8b623a17222b91494182b7c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:10,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742353_1529 (size=12459) 2024-11-13T14:27:10,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742354_1530 (size=4469) 2024-11-13T14:27:10,222 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#A#compaction#456 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:10,222 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/4769fcaccc274f5883f7aa6d5f383427 is 175, key is test_row_0/A:col10/1731508028552/Put/seqid=0 2024-11-13T14:27:10,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742355_1531 (size=31413) 2024-11-13T14:27:10,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-13T14:27:10,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:10,311 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing f67edcf3c8b623a17222b91494182b7c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-13T14:27:10,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fa8e45d59a1141b58a5c0b2ed9622620_f67edcf3c8b623a17222b91494182b7c is 50, key is test_row_0/A:col10/1731508028574/Put/seqid=0 2024-11-13T14:27:10,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742356_1532 (size=12304) 2024-11-13T14:27:10,617 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/124a5d0a75e5478f883f19fb2fe21e0f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/124a5d0a75e5478f883f19fb2fe21e0f 2024-11-13T14:27:10,621 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/B of f67edcf3c8b623a17222b91494182b7c into 124a5d0a75e5478f883f19fb2fe21e0f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:10,621 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:10,621 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/B, priority=13, startTime=1731508030199; duration=0sec 2024-11-13T14:27:10,621 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:27:10,621 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:B 2024-11-13T14:27:10,621 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:27:10,622 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:27:10,622 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/C is initiating minor compaction (all files) 2024-11-13T14:27:10,622 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/C in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:10,622 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cebade2d665e4a5a9a10adcd510eab50, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/28807f2395e84b97b77f0c5889033ffa, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/b907ee95f7ca4db09da2c91744970bbf] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=35.5 K 2024-11-13T14:27:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T14:27:10,622 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting cebade2d665e4a5a9a10adcd510eab50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731508026223 2024-11-13T14:27:10,623 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 28807f2395e84b97b77f0c5889033ffa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731508026255 2024-11-13T14:27:10,623 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting b907ee95f7ca4db09da2c91744970bbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731508028552 2024-11-13T14:27:10,627 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#C#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:10,628 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/b25d37586f484fc7b01651532569bab7 is 50, key is test_row_0/C:col10/1731508028552/Put/seqid=0 2024-11-13T14:27:10,628 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/4769fcaccc274f5883f7aa6d5f383427 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/4769fcaccc274f5883f7aa6d5f383427 2024-11-13T14:27:10,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742357_1533 (size=12459) 2024-11-13T14:27:10,632 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/A of f67edcf3c8b623a17222b91494182b7c into 4769fcaccc274f5883f7aa6d5f383427(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:10,632 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:10,632 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/A, priority=13, startTime=1731508030199; duration=0sec 2024-11-13T14:27:10,632 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:10,632 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:A 2024-11-13T14:27:10,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:10,722 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113fa8e45d59a1141b58a5c0b2ed9622620_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fa8e45d59a1141b58a5c0b2ed9622620_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:10,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/5cdd1175c4b54ccb81d1cd82d3d8218a, store: [table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:10,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/5cdd1175c4b54ccb81d1cd82d3d8218a is 175, key is test_row_0/A:col10/1731508028574/Put/seqid=0 2024-11-13T14:27:10,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:10,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742358_1534 (size=31105) 2024-11-13T14:27:10,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508090731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:10,735 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in f67edcf3c8b623a17222b91494182b7c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:27:10,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:10,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:10,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:10,736 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508090732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:10,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:10,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:10,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:10,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508090733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:10,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:10,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:10,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:10,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508090734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:10,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508090735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:10,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:10,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:10,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:10,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:10,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:10,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:10,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508090841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:10,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508090841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:10,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508090842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:10,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:10,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508090842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:10,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:10,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:10,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:11,034 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/b25d37586f484fc7b01651532569bab7 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/b25d37586f484fc7b01651532569bab7 2024-11-13T14:27:11,038 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/C of f67edcf3c8b623a17222b91494182b7c into b25d37586f484fc7b01651532569bab7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:11,038 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:11,038 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/C, priority=13, startTime=1731508030200; duration=0sec 2024-11-13T14:27:11,038 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:11,038 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:C 2024-11-13T14:27:11,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508091052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508091052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508091053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:11,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508091053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:11,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:11,126 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/5cdd1175c4b54ccb81d1cd82d3d8218a 2024-11-13T14:27:11,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/d0e51bd7320b416e932ad0c986d8f7d4 is 50, key is test_row_0/B:col10/1731508028574/Put/seqid=0 2024-11-13T14:27:11,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742359_1535 (size=12151) 2024-11-13T14:27:11,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508091362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:11,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:11,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508091362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:11,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508091362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:11,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508091362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:11,535 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/d0e51bd7320b416e932ad0c986d8f7d4 2024-11-13T14:27:11,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/985b5c50393447a2b0cb98a0c0740951 is 50, key is test_row_0/C:col10/1731508028574/Put/seqid=0 2024-11-13T14:27:11,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742360_1536 (size=12151) 2024-11-13T14:27:11,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508091872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:11,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508091872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:11,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508091872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:11,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508091872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:11,944 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/985b5c50393447a2b0cb98a0c0740951 2024-11-13T14:27:11,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/5cdd1175c4b54ccb81d1cd82d3d8218a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/5cdd1175c4b54ccb81d1cd82d3d8218a 2024-11-13T14:27:11,950 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/5cdd1175c4b54ccb81d1cd82d3d8218a, entries=150, sequenceid=155, filesize=30.4 K 2024-11-13T14:27:11,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/d0e51bd7320b416e932ad0c986d8f7d4 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/d0e51bd7320b416e932ad0c986d8f7d4 2024-11-13T14:27:11,953 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/d0e51bd7320b416e932ad0c986d8f7d4, entries=150, sequenceid=155, filesize=11.9 K 2024-11-13T14:27:11,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/985b5c50393447a2b0cb98a0c0740951 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/985b5c50393447a2b0cb98a0c0740951 2024-11-13T14:27:11,956 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/985b5c50393447a2b0cb98a0c0740951, entries=150, sequenceid=155, filesize=11.9 K 2024-11-13T14:27:11,957 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f67edcf3c8b623a17222b91494182b7c in 1646ms, sequenceid=155, compaction requested=false 2024-11-13T14:27:11,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:11,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:11,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-13T14:27:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-13T14:27:11,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-13T14:27:11,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4830 sec 2024-11-13T14:27:11,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 3.4870 sec 2024-11-13T14:27:12,010 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T14:27:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-13T14:27:12,632 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:27:12,633 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:27:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-13T14:27:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T14:27:12,635 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:27:12,635 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:27:12,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:27:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T14:27:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:12,755 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:27:12,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f67edcf3c8b623a17222b91494182b7c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-13T14:27:12,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f4692e2c95bf4584a219f20fbbc24269_f67edcf3c8b623a17222b91494182b7c is 50, key is test_row_0/A:col10/1731508030733/Put/seqid=0 2024-11-13T14:27:12,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742361_1537 (size=14794) 2024-11-13T14:27:12,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T14:27:12,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:12,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:12,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:12,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:12,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:12,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508092824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:12,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:12,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:12,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:12,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508092882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:12,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508092882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:12,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508092882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:12,884 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in f67edcf3c8b623a17222b91494182b7c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:27:12,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:12,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:12,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:12,884 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_0' in f67edcf3c8b623a17222b91494182b7c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:27:12,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:12,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:12,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:12,885 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in f67edcf3c8b623a17222b91494182b7c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:27:12,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:12,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:12,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:12,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508092892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:12,896 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_1' in f67edcf3c8b623a17222b91494182b7c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:27:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:12,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:12,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508092932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:12,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T14:27:12,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:12,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:12,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:12,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:12,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T14:27:13,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T14:27:13,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:13,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:13,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:13,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:13,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:13,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:13,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:13,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508093142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:13,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:13,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:13,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:13,167 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,170 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f4692e2c95bf4584a219f20fbbc24269_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f4692e2c95bf4584a219f20fbbc24269_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:13,170 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/5f31aab424be408287f45eb289efc3d4, store: [table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:13,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/5f31aab424be408287f45eb289efc3d4 is 175, key is test_row_0/A:col10/1731508030733/Put/seqid=0 2024-11-13T14:27:13,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742362_1538 (size=39749) 2024-11-13T14:27:13,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T14:27:13,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:13,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:13,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:13,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:13,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:13,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T14:27:13,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T14:27:13,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:13,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:13,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:13,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:13,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:13,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508093452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:13,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:13,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:13,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:13,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T14:27:13,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:13,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:13,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:13,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:13,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:13,575 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/5f31aab424be408287f45eb289efc3d4 2024-11-13T14:27:13,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/9eceb3c955654ab8ae8acc5d57a978c2 is 50, key is test_row_0/B:col10/1731508030733/Put/seqid=0 2024-11-13T14:27:13,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742363_1539 (size=12151) 2024-11-13T14:27:13,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/9eceb3c955654ab8ae8acc5d57a978c2 2024-11-13T14:27:13,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/f1fe054bf61a444797a16ed08f5e1da9 is 50, key is test_row_0/C:col10/1731508030733/Put/seqid=0 2024-11-13T14:27:13,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742364_1540 (size=12151) 2024-11-13T14:27:13,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/f1fe054bf61a444797a16ed08f5e1da9 2024-11-13T14:27:13,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/5f31aab424be408287f45eb289efc3d4 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/5f31aab424be408287f45eb289efc3d4 2024-11-13T14:27:13,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/5f31aab424be408287f45eb289efc3d4, entries=200, sequenceid=173, filesize=38.8 K 2024-11-13T14:27:13,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/9eceb3c955654ab8ae8acc5d57a978c2 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/9eceb3c955654ab8ae8acc5d57a978c2 2024-11-13T14:27:13,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/9eceb3c955654ab8ae8acc5d57a978c2, entries=150, sequenceid=173, filesize=11.9 K 2024-11-13T14:27:13,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/f1fe054bf61a444797a16ed08f5e1da9 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/f1fe054bf61a444797a16ed08f5e1da9 2024-11-13T14:27:13,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/f1fe054bf61a444797a16ed08f5e1da9, entries=150, sequenceid=173, filesize=11.9 K 2024-11-13T14:27:13,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f67edcf3c8b623a17222b91494182b7c in 872ms, sequenceid=173, compaction requested=true 2024-11-13T14:27:13,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:13,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:27:13,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:13,628 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:27:13,628 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:27:13,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:27:13,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:13,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:27:13,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:27:13,631 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:27:13,631 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:27:13,631 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/B is initiating minor compaction (all files) 2024-11-13T14:27:13,631 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/A is initiating minor compaction (all files) 2024-11-13T14:27:13,631 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/A in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:13,631 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/B in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:13,631 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/4769fcaccc274f5883f7aa6d5f383427, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/5cdd1175c4b54ccb81d1cd82d3d8218a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/5f31aab424be408287f45eb289efc3d4] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=99.9 K 2024-11-13T14:27:13,631 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/124a5d0a75e5478f883f19fb2fe21e0f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/d0e51bd7320b416e932ad0c986d8f7d4, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/9eceb3c955654ab8ae8acc5d57a978c2] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=35.9 K 2024-11-13T14:27:13,631 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:13,631 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. files: [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/4769fcaccc274f5883f7aa6d5f383427, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/5cdd1175c4b54ccb81d1cd82d3d8218a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/5f31aab424be408287f45eb289efc3d4] 2024-11-13T14:27:13,632 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 124a5d0a75e5478f883f19fb2fe21e0f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731508028552 2024-11-13T14:27:13,632 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting d0e51bd7320b416e932ad0c986d8f7d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731508028567 2024-11-13T14:27:13,632 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4769fcaccc274f5883f7aa6d5f383427, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731508028552 2024-11-13T14:27:13,633 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cdd1175c4b54ccb81d1cd82d3d8218a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731508028567 2024-11-13T14:27:13,633 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 9eceb3c955654ab8ae8acc5d57a978c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731508030730 2024-11-13T14:27:13,634 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f31aab424be408287f45eb289efc3d4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731508030730 2024-11-13T14:27:13,639 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:13,641 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#B#compaction#465 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:13,641 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/cccb25831d2c42c5806b1cf18260214c is 50, key is test_row_0/B:col10/1731508030733/Put/seqid=0 2024-11-13T14:27:13,643 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411136cb9807b3247430681067bf6d7643bca_f67edcf3c8b623a17222b91494182b7c store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:13,644 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411136cb9807b3247430681067bf6d7643bca_f67edcf3c8b623a17222b91494182b7c, store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:13,644 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136cb9807b3247430681067bf6d7643bca_f67edcf3c8b623a17222b91494182b7c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:13,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742365_1541 (size=12561) 2024-11-13T14:27:13,657 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/cccb25831d2c42c5806b1cf18260214c as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/cccb25831d2c42c5806b1cf18260214c 2024-11-13T14:27:13,662 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/B of f67edcf3c8b623a17222b91494182b7c into cccb25831d2c42c5806b1cf18260214c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:13,662 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:13,662 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/B, priority=13, startTime=1731508033628; duration=0sec 2024-11-13T14:27:13,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742366_1542 (size=4469) 2024-11-13T14:27:13,662 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:27:13,662 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:B 2024-11-13T14:27:13,662 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:27:13,663 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:27:13,663 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/C is initiating minor compaction (all files) 2024-11-13T14:27:13,663 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/C in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:13,663 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/b25d37586f484fc7b01651532569bab7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/985b5c50393447a2b0cb98a0c0740951, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/f1fe054bf61a444797a16ed08f5e1da9] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=35.9 K 2024-11-13T14:27:13,664 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting b25d37586f484fc7b01651532569bab7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731508028552 2024-11-13T14:27:13,664 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 985b5c50393447a2b0cb98a0c0740951, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731508028567 2024-11-13T14:27:13,664 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting f1fe054bf61a444797a16ed08f5e1da9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731508030730 2024-11-13T14:27:13,676 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#C#compaction#466 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:13,676 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/8fe4804a7da34c30af7c61536200278e is 50, key is test_row_0/C:col10/1731508030733/Put/seqid=0 2024-11-13T14:27:13,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742367_1543 (size=12561) 2024-11-13T14:27:13,703 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/8fe4804a7da34c30af7c61536200278e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/8fe4804a7da34c30af7c61536200278e 2024-11-13T14:27:13,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-13T14:27:13,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:13,703 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing f67edcf3c8b623a17222b91494182b7c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-13T14:27:13,709 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/C of f67edcf3c8b623a17222b91494182b7c into 8fe4804a7da34c30af7c61536200278e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:13,709 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:13,709 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/C, priority=13, startTime=1731508033628; duration=0sec 2024-11-13T14:27:13,709 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:13,709 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:C 2024-11-13T14:27:13,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d9d1586da7dd404e8f2c8b42ccd08809_f67edcf3c8b623a17222b91494182b7c is 50, key is test_row_0/A:col10/1731508032823/Put/seqid=0 2024-11-13T14:27:13,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742368_1544 (size=12304) 2024-11-13T14:27:13,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,730 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d9d1586da7dd404e8f2c8b42ccd08809_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d9d1586da7dd404e8f2c8b42ccd08809_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:13,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/e57202fc10aa43f5b98180198d319ec1, store: [table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:13,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/e57202fc10aa43f5b98180198d319ec1 is 175, key is test_row_0/A:col10/1731508032823/Put/seqid=0 2024-11-13T14:27:13,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742369_1545 (size=31105) 2024-11-13T14:27:13,738 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/e57202fc10aa43f5b98180198d319ec1 2024-11-13T14:27:13,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/3d1e3b26da734cf7811afabd495776ce is 50, key is test_row_0/B:col10/1731508032823/Put/seqid=0 2024-11-13T14:27:13,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742370_1546 (size=12151) 2024-11-13T14:27:13,766 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/3d1e3b26da734cf7811afabd495776ce 2024-11-13T14:27:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T14:27:13,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/2f2b995ba42d4c4d825da8269626c1de is 50, key is test_row_0/C:col10/1731508032823/Put/seqid=0 2024-11-13T14:27:13,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742371_1547 (size=12151) 2024-11-13T14:27:13,778 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/2f2b995ba42d4c4d825da8269626c1de 2024-11-13T14:27:13,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/e57202fc10aa43f5b98180198d319ec1 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/e57202fc10aa43f5b98180198d319ec1 2024-11-13T14:27:13,788 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/e57202fc10aa43f5b98180198d319ec1, entries=150, sequenceid=195, filesize=30.4 K 2024-11-13T14:27:13,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/3d1e3b26da734cf7811afabd495776ce as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/3d1e3b26da734cf7811afabd495776ce 2024-11-13T14:27:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,793 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/3d1e3b26da734cf7811afabd495776ce, entries=150, sequenceid=195, filesize=11.9 K 2024-11-13T14:27:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/2f2b995ba42d4c4d825da8269626c1de as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/2f2b995ba42d4c4d825da8269626c1de 2024-11-13T14:27:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,797 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/2f2b995ba42d4c4d825da8269626c1de, entries=150, sequenceid=195, filesize=11.9 K 2024-11-13T14:27:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,798 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for f67edcf3c8b623a17222b91494182b7c in 95ms, sequenceid=195, compaction requested=false 2024-11-13T14:27:13,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:13,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:13,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-13T14:27:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-13T14:27:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-13T14:27:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1640 sec 2024-11-13T14:27:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.1690 sec 2024-11-13T14:27:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:14,028 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:27:14,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f67edcf3c8b623a17222b91494182b7c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:27:14,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f94ea1900d3447dc95011dd75d568e8e_f67edcf3c8b623a17222b91494182b7c is 50, key is test_row_0/A:col10/1731508034015/Put/seqid=0 2024-11-13T14:27:14,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742372_1548 (size=14794) 2024-11-13T14:27:14,063 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#A#compaction#464 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:14,063 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/0545f24d348d4d72bf4b5450c0a1449e is 175, key is test_row_0/A:col10/1731508030733/Put/seqid=0 2024-11-13T14:27:14,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742373_1549 (size=31515) 2024-11-13T14:27:14,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508094121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:14,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:14,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:14,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:14,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508094232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:14,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:14,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:14,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:14,439 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:14,441 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113f94ea1900d3447dc95011dd75d568e8e_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f94ea1900d3447dc95011dd75d568e8e_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:14,442 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/411dd2b30f114449a4a403e29cdd0812, store: [table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:14,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/411dd2b30f114449a4a403e29cdd0812 is 175, key is test_row_0/A:col10/1731508034015/Put/seqid=0 2024-11-13T14:27:14,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508094442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:14,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:14,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:14,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:14,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742374_1550 (size=39749) 2024-11-13T14:27:14,475 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/0545f24d348d4d72bf4b5450c0a1449e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0545f24d348d4d72bf4b5450c0a1449e 2024-11-13T14:27:14,480 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/A of f67edcf3c8b623a17222b91494182b7c into 0545f24d348d4d72bf4b5450c0a1449e(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:14,481 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:14,481 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/A, priority=13, startTime=1731508033627; duration=0sec 2024-11-13T14:27:14,481 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:14,481 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:A 2024-11-13T14:27:14,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508094752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:14,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:14,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:14,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-13T14:27:14,782 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:27:14,783 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:27:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-13T14:27:14,785 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:27:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T14:27:14,787 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:27:14,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:27:14,845 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/411dd2b30f114449a4a403e29cdd0812 2024-11-13T14:27:14,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/be87602b1ffe43da94ffb8c800d24f66 is 50, key is test_row_0/B:col10/1731508034015/Put/seqid=0 2024-11-13T14:27:14,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742375_1551 (size=12151) 2024-11-13T14:27:14,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/be87602b1ffe43da94ffb8c800d24f66 2024-11-13T14:27:14,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/33d09e95077e4effb0ad5fbb34682477 is 50, key is test_row_0/C:col10/1731508034015/Put/seqid=0 2024-11-13T14:27:14,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742376_1552 (size=12151) 2024-11-13T14:27:14,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/33d09e95077e4effb0ad5fbb34682477 2024-11-13T14:27:14,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/411dd2b30f114449a4a403e29cdd0812 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/411dd2b30f114449a4a403e29cdd0812 2024-11-13T14:27:14,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/411dd2b30f114449a4a403e29cdd0812, entries=200, sequenceid=207, filesize=38.8 K 2024-11-13T14:27:14,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/be87602b1ffe43da94ffb8c800d24f66 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/be87602b1ffe43da94ffb8c800d24f66 2024-11-13T14:27:14,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/be87602b1ffe43da94ffb8c800d24f66, entries=150, sequenceid=207, filesize=11.9 K 2024-11-13T14:27:14,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/33d09e95077e4effb0ad5fbb34682477 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/33d09e95077e4effb0ad5fbb34682477 2024-11-13T14:27:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T14:27:14,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508094896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:14,900 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in f67edcf3c8b623a17222b91494182b7c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:27:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:14,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/33d09e95077e4effb0ad5fbb34682477, entries=150, sequenceid=207, filesize=11.9 K 2024-11-13T14:27:14,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f67edcf3c8b623a17222b91494182b7c in 878ms, sequenceid=207, compaction requested=true 2024-11-13T14:27:14,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:14,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:27:14,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:14,906 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:27:14,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:27:14,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:14,906 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:27:14,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:27:14,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:27:14,908 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:27:14,908 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:27:14,908 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/B is initiating minor compaction (all files) 2024-11-13T14:27:14,908 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/A is initiating minor compaction (all files) 2024-11-13T14:27:14,908 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/A in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:14,908 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/B in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:14,908 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:27:14,908 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/cccb25831d2c42c5806b1cf18260214c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/3d1e3b26da734cf7811afabd495776ce, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/be87602b1ffe43da94ffb8c800d24f66] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=36.0 K 2024-11-13T14:27:14,908 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0545f24d348d4d72bf4b5450c0a1449e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/e57202fc10aa43f5b98180198d319ec1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/411dd2b30f114449a4a403e29cdd0812] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=100.0 K 2024-11-13T14:27:14,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f67edcf3c8b623a17222b91494182b7c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T14:27:14,908 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:14,908 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. files: [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0545f24d348d4d72bf4b5450c0a1449e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/e57202fc10aa43f5b98180198d319ec1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/411dd2b30f114449a4a403e29cdd0812] 2024-11-13T14:27:14,909 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0545f24d348d4d72bf4b5450c0a1449e, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731508030730 2024-11-13T14:27:14,909 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting cccb25831d2c42c5806b1cf18260214c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731508030730 2024-11-13T14:27:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:14,909 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting e57202fc10aa43f5b98180198d319ec1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731508032811 2024-11-13T14:27:14,909 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d1e3b26da734cf7811afabd495776ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731508032811 2024-11-13T14:27:14,909 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting be87602b1ffe43da94ffb8c800d24f66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731508034015 2024-11-13T14:27:14,909 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 411dd2b30f114449a4a403e29cdd0812, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731508033993 2024-11-13T14:27:14,929 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:14,930 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#B#compaction#473 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:14,930 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/a684089529134fcd8d4f245a7fa0da32 is 50, key is test_row_0/B:col10/1731508034015/Put/seqid=0 2024-11-13T14:27:14,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508094927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:14,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:14,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508094929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:14,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508094932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:14,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:14,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:14,936 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:14,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:14,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:14,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:14,937 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111353389efd2fe64933b5722db94f53d0e2_f67edcf3c8b623a17222b91494182b7c store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:14,938 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111353389efd2fe64933b5722db94f53d0e2_f67edcf3c8b623a17222b91494182b7c, store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:14,939 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111353389efd2fe64933b5722db94f53d0e2_f67edcf3c8b623a17222b91494182b7c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:14,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T14:27:14,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:14,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:14,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:14,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:14,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:14,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136f185a11cc5742c5b6e7d9f9094d399b_f67edcf3c8b623a17222b91494182b7c is 50, key is test_row_0/A:col10/1731508034906/Put/seqid=0 2024-11-13T14:27:14,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742377_1553 (size=12663) 2024-11-13T14:27:15,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742378_1554 (size=4469) 2024-11-13T14:27:15,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742379_1555 (size=14794) 2024-11-13T14:27:15,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508095042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508095042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508095042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:15,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T14:27:15,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:15,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:15,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:15,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:15,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T14:27:15,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T14:27:15,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:15,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:15,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:15,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:15,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:15,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:15,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508095252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:15,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:15,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508095252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:15,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508095252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:15,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:15,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508095261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:15,388 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/a684089529134fcd8d4f245a7fa0da32 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/a684089529134fcd8d4f245a7fa0da32 2024-11-13T14:27:15,392 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/B of f67edcf3c8b623a17222b91494182b7c into a684089529134fcd8d4f245a7fa0da32(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:15,392 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:15,392 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/B, priority=13, startTime=1731508034906; duration=0sec 2024-11-13T14:27:15,392 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:27:15,392 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:B 2024-11-13T14:27:15,392 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:27:15,392 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:27:15,392 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/C is initiating minor compaction (all files) 2024-11-13T14:27:15,393 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/C in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:15,393 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/8fe4804a7da34c30af7c61536200278e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/2f2b995ba42d4c4d825da8269626c1de, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/33d09e95077e4effb0ad5fbb34682477] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=36.0 K 2024-11-13T14:27:15,393 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 8fe4804a7da34c30af7c61536200278e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731508030730 2024-11-13T14:27:15,393 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f2b995ba42d4c4d825da8269626c1de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731508032811 2024-11-13T14:27:15,393 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 33d09e95077e4effb0ad5fbb34682477, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731508034015 2024-11-13T14:27:15,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T14:27:15,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:15,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:15,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:15,398 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#C#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:15,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:15,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:15,398 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/c9905115be444d7d85fcdb3228bb96d8 is 50, key is test_row_0/C:col10/1731508034015/Put/seqid=0 2024-11-13T14:27:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:15,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742380_1556 (size=12663) 2024-11-13T14:27:15,408 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#A#compaction#474 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:15,408 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/d430a3aedd024855b2379e3cdfe74286 is 175, key is test_row_0/A:col10/1731508034015/Put/seqid=0 2024-11-13T14:27:15,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742381_1557 (size=31617) 2024-11-13T14:27:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T14:27:15,420 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:15,423 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136f185a11cc5742c5b6e7d9f9094d399b_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136f185a11cc5742c5b6e7d9f9094d399b_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:15,423 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/6b608226897d4f16bc28a465bb0e684a, store: [table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:15,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/6b608226897d4f16bc28a465bb0e684a is 175, key is test_row_0/A:col10/1731508034906/Put/seqid=0 2024-11-13T14:27:15,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742382_1558 (size=39749) 2024-11-13T14:27:15,427 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/6b608226897d4f16bc28a465bb0e684a 2024-11-13T14:27:15,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/ca5d85dfe2c5472c87a1cbf3412e5943 is 50, key is test_row_0/B:col10/1731508034906/Put/seqid=0 2024-11-13T14:27:15,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742383_1559 (size=12151) 2024-11-13T14:27:15,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T14:27:15,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:15,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:15,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:15,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:15,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:15,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508095562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:15,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:15,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508095562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:15,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:15,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:15,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508095562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:15,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:15,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:15,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T14:27:15,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:15,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:15,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:15,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:15,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:15,805 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/c9905115be444d7d85fcdb3228bb96d8 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/c9905115be444d7d85fcdb3228bb96d8 2024-11-13T14:27:15,863 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/C of f67edcf3c8b623a17222b91494182b7c into c9905115be444d7d85fcdb3228bb96d8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:15,863 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:15,863 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/C, priority=13, startTime=1731508034906; duration=0sec 2024-11-13T14:27:15,863 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:15,863 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:C 2024-11-13T14:27:15,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/ca5d85dfe2c5472c87a1cbf3412e5943 2024-11-13T14:27:15,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T14:27:15,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:15,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:15,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:15,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:15,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:15,867 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/d430a3aedd024855b2379e3cdfe74286 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/d430a3aedd024855b2379e3cdfe74286 2024-11-13T14:27:15,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/8aa25bc903674d828b3617936632055d is 50, key is test_row_0/C:col10/1731508034906/Put/seqid=0 2024-11-13T14:27:15,872 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/A of f67edcf3c8b623a17222b91494182b7c into d430a3aedd024855b2379e3cdfe74286(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:15,872 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:15,872 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/A, priority=13, startTime=1731508034906; duration=0sec 2024-11-13T14:27:15,872 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:15,873 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:A 2024-11-13T14:27:15,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742384_1560 (size=12151) 2024-11-13T14:27:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T14:27:16,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T14:27:16,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:16,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:16,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:16,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:16,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:16,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508096072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:16,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:16,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:16,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:16,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508096072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:16,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:16,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:16,073 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:16,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508096072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:16,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:16,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:16,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:16,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T14:27:16,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:16,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:16,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:16,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:16,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:16,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:16,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508096272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:16,274 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_0' in f67edcf3c8b623a17222b91494182b7c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:27:16,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:16,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:16,274 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:16,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/8aa25bc903674d828b3617936632055d 2024-11-13T14:27:16,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/6b608226897d4f16bc28a465bb0e684a as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6b608226897d4f16bc28a465bb0e684a 2024-11-13T14:27:16,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6b608226897d4f16bc28a465bb0e684a, entries=200, sequenceid=234, filesize=38.8 K 2024-11-13T14:27:16,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/ca5d85dfe2c5472c87a1cbf3412e5943 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/ca5d85dfe2c5472c87a1cbf3412e5943 2024-11-13T14:27:16,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/ca5d85dfe2c5472c87a1cbf3412e5943, entries=150, sequenceid=234, filesize=11.9 K 2024-11-13T14:27:16,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/8aa25bc903674d828b3617936632055d as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/8aa25bc903674d828b3617936632055d 2024-11-13T14:27:16,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/8aa25bc903674d828b3617936632055d, entries=150, sequenceid=234, filesize=11.9 K 2024-11-13T14:27:16,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for f67edcf3c8b623a17222b91494182b7c in 1394ms, sequenceid=234, compaction requested=false 2024-11-13T14:27:16,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:16,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-13T14:27:16,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:16,325 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing f67edcf3c8b623a17222b91494182b7c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-13T14:27:16,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bd934f811ea2474da0f353bedb66043e_f67edcf3c8b623a17222b91494182b7c is 50, key is test_row_0/A:col10/1731508034925/Put/seqid=0 2024-11-13T14:27:16,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742385_1561 (size=12304) 2024-11-13T14:27:16,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:16,753 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113bd934f811ea2474da0f353bedb66043e_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bd934f811ea2474da0f353bedb66043e_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:16,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/0be0065f28a245c99d55ae8df425114f, store: [table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:16,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/0be0065f28a245c99d55ae8df425114f is 175, key is test_row_0/A:col10/1731508034925/Put/seqid=0 2024-11-13T14:27:16,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742386_1562 (size=31105) 2024-11-13T14:27:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T14:27:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:17,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:17,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:17,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508097116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:17,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508097117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:17,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508097120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:17,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:17,158 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/0be0065f28a245c99d55ae8df425114f 2024-11-13T14:27:17,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/7ffc4893bc2b4d7090239d04c8f8a9ed is 50, key is test_row_0/B:col10/1731508034925/Put/seqid=0 2024-11-13T14:27:17,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742387_1563 (size=12151) 2024-11-13T14:27:17,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508097232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:17,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508097232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:17,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508097232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:17,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508097441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:17,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:17,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508097442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:17,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:17,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508097442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:17,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:17,567 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/7ffc4893bc2b4d7090239d04c8f8a9ed 2024-11-13T14:27:17,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/cd4cb85f0e5145f9b0355c30465ee480 is 50, key is test_row_0/C:col10/1731508034925/Put/seqid=0 2024-11-13T14:27:17,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742388_1564 (size=12151) 2024-11-13T14:27:17,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508097752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:17,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:17,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508097752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:17,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:17,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:17,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508097753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:17,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:17,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:17,976 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/cd4cb85f0e5145f9b0355c30465ee480 2024-11-13T14:27:17,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/0be0065f28a245c99d55ae8df425114f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0be0065f28a245c99d55ae8df425114f 2024-11-13T14:27:17,984 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0be0065f28a245c99d55ae8df425114f, entries=150, sequenceid=248, filesize=30.4 K 2024-11-13T14:27:17,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/7ffc4893bc2b4d7090239d04c8f8a9ed as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/7ffc4893bc2b4d7090239d04c8f8a9ed 2024-11-13T14:27:17,991 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/7ffc4893bc2b4d7090239d04c8f8a9ed, entries=150, sequenceid=248, filesize=11.9 K 2024-11-13T14:27:18,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/cd4cb85f0e5145f9b0355c30465ee480 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cd4cb85f0e5145f9b0355c30465ee480 2024-11-13T14:27:18,008 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cd4cb85f0e5145f9b0355c30465ee480, entries=150, sequenceid=248, filesize=11.9 K 2024-11-13T14:27:18,009 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f67edcf3c8b623a17222b91494182b7c in 1684ms, sequenceid=248, compaction requested=true 2024-11-13T14:27:18,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:18,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:18,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-13T14:27:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-13T14:27:18,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-13T14:27:18,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2250 sec 2024-11-13T14:27:18,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 3.2330 sec 2024-11-13T14:27:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:18,265 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:27:18,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f67edcf3c8b623a17222b91494182b7c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-13T14:27:18,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111321463623b0bb45e6bbb7a3f61133fc9a_f67edcf3c8b623a17222b91494182b7c is 50, key is test_row_0/A:col10/1731508038264/Put/seqid=0 2024-11-13T14:27:18,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742389_1565 (size=14994) 2024-11-13T14:27:18,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508098271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:18,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:18,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508098275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:18,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508098275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:18,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54686 deadline: 1731508098292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:18,294 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_0' in f67edcf3c8b623a17222b91494182b7c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:27:18,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:18,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508098381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:18,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:18,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508098381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:18,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:18,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:18,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508098382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:18,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:18,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508098591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:18,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508098591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:18,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:18,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:18,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508098592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:18,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:18,673 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:18,676 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111321463623b0bb45e6bbb7a3f61133fc9a_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111321463623b0bb45e6bbb7a3f61133fc9a_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:18,677 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/db268822c41d41be8863af75a62575b3, store: [table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:18,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/db268822c41d41be8863af75a62575b3 is 175, key is test_row_0/A:col10/1731508038264/Put/seqid=0 2024-11-13T14:27:18,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742390_1566 (size=39949) 2024-11-13T14:27:18,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54648 deadline: 1731508098902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:18,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508098902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:18,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508098902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:18,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:18,906 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to eb1966fd6578,42905,1731507853619 for 'test_row_2' in f67edcf3c8b623a17222b91494182b7c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-13T14:27:18,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:18,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:18,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508098904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:18,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:18,908 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-13T14:27:18,953 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:27:18,953 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-13T14:27:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-13T14:27:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T14:27:18,956 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-13T14:27:18,957 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T14:27:18,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T14:27:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T14:27:19,080 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/db268822c41d41be8863af75a62575b3 2024-11-13T14:27:19,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/33802b3b1df94f76a0f4a083ed596574 is 50, key is test_row_0/B:col10/1731508038264/Put/seqid=0 2024-11-13T14:27:19,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742391_1567 (size=12301) 2024-11-13T14:27:19,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-13T14:27:19,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:19,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:19,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:19,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:19,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:19,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-13T14:27:19,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:19,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:19,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:19,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:19,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T14:27:19,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508099412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:19,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:19,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508099412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508099412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:19,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:19,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:19,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:19,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-13T14:27:19,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:19,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:19,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:19,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:19,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:19,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:19,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/33802b3b1df94f76a0f4a083ed596574 2024-11-13T14:27:19,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/a17bc6724d1b42e4807abfe263b698ed is 50, key is test_row_0/C:col10/1731508038264/Put/seqid=0 2024-11-13T14:27:19,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742392_1568 (size=12301) 2024-11-13T14:27:19,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-13T14:27:19,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:19,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:19,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:19,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:19,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T14:27:19,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-13T14:27:19,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:19,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:19,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:19,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:19,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:19,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-13T14:27:19,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:19,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:19,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:19,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:19,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T14:27:19,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/a17bc6724d1b42e4807abfe263b698ed 2024-11-13T14:27:19,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/db268822c41d41be8863af75a62575b3 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/db268822c41d41be8863af75a62575b3 2024-11-13T14:27:19,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/db268822c41d41be8863af75a62575b3, entries=200, sequenceid=275, filesize=39.0 K 2024-11-13T14:27:19,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/33802b3b1df94f76a0f4a083ed596574 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/33802b3b1df94f76a0f4a083ed596574 2024-11-13T14:27:19,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/33802b3b1df94f76a0f4a083ed596574, entries=150, sequenceid=275, filesize=12.0 K 2024-11-13T14:27:19,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/a17bc6724d1b42e4807abfe263b698ed as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/a17bc6724d1b42e4807abfe263b698ed 2024-11-13T14:27:19,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/a17bc6724d1b42e4807abfe263b698ed, entries=150, sequenceid=275, filesize=12.0 K 2024-11-13T14:27:19,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f67edcf3c8b623a17222b91494182b7c in 1652ms, sequenceid=275, compaction requested=true 2024-11-13T14:27:19,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:19,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:27:19,918 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:27:19,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:19,918 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:27:19,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:27:19,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:19,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:27:19,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:27:19,919 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:27:19,919 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/B is initiating minor compaction (all files) 2024-11-13T14:27:19,919 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/B in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:19,919 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/a684089529134fcd8d4f245a7fa0da32, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/ca5d85dfe2c5472c87a1cbf3412e5943, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/7ffc4893bc2b4d7090239d04c8f8a9ed, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/33802b3b1df94f76a0f4a083ed596574] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=48.1 K 2024-11-13T14:27:19,919 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142420 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:27:19,919 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/A is initiating minor compaction (all files) 2024-11-13T14:27:19,919 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/A in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:19,919 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/d430a3aedd024855b2379e3cdfe74286, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6b608226897d4f16bc28a465bb0e684a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0be0065f28a245c99d55ae8df425114f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/db268822c41d41be8863af75a62575b3] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=139.1 K 2024-11-13T14:27:19,919 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:19,920 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. files: [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/d430a3aedd024855b2379e3cdfe74286, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6b608226897d4f16bc28a465bb0e684a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0be0065f28a245c99d55ae8df425114f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/db268822c41d41be8863af75a62575b3] 2024-11-13T14:27:19,920 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting a684089529134fcd8d4f245a7fa0da32, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731508034015 2024-11-13T14:27:19,920 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting d430a3aedd024855b2379e3cdfe74286, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731508034015 2024-11-13T14:27:19,920 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting ca5d85dfe2c5472c87a1cbf3412e5943, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731508034115 2024-11-13T14:27:19,920 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b608226897d4f16bc28a465bb0e684a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731508034099 2024-11-13T14:27:19,920 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ffc4893bc2b4d7090239d04c8f8a9ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731508034925 2024-11-13T14:27:19,920 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0be0065f28a245c99d55ae8df425114f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731508034925 2024-11-13T14:27:19,921 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 33802b3b1df94f76a0f4a083ed596574, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731508037100 2024-11-13T14:27:19,921 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting db268822c41d41be8863af75a62575b3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731508037100 2024-11-13T14:27:19,929 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#B#compaction#485 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:19,929 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/4586492bcb114c4f9309eee3cae38b58 is 50, key is test_row_0/B:col10/1731508038264/Put/seqid=0 2024-11-13T14:27:19,934 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:19,941 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411136e065582d499465b8b1c9ca3b5e5887a_f67edcf3c8b623a17222b91494182b7c store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:19,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742393_1569 (size=12949) 2024-11-13T14:27:19,943 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411136e065582d499465b8b1c9ca3b5e5887a_f67edcf3c8b623a17222b91494182b7c, store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:19,943 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411136e065582d499465b8b1c9ca3b5e5887a_f67edcf3c8b623a17222b91494182b7c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:19,954 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/4586492bcb114c4f9309eee3cae38b58 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/4586492bcb114c4f9309eee3cae38b58 2024-11-13T14:27:19,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742394_1570 (size=4469) 2024-11-13T14:27:19,957 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#A#compaction#486 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:19,957 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/f1e61bc6c5aa4c62b46af3e4a3b8f914 is 175, key is test_row_0/A:col10/1731508038264/Put/seqid=0 2024-11-13T14:27:19,962 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/B of f67edcf3c8b623a17222b91494182b7c into 4586492bcb114c4f9309eee3cae38b58(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:19,962 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:19,962 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/B, priority=12, startTime=1731508039918; duration=0sec 2024-11-13T14:27:19,962 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:27:19,962 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:B 2024-11-13T14:27:19,962 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T14:27:19,965 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-13T14:27:19,966 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/C is initiating minor compaction (all files) 2024-11-13T14:27:19,966 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/C in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:19,966 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/c9905115be444d7d85fcdb3228bb96d8, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/8aa25bc903674d828b3617936632055d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cd4cb85f0e5145f9b0355c30465ee480, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/a17bc6724d1b42e4807abfe263b698ed] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=48.1 K 2024-11-13T14:27:19,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742395_1571 (size=31903) 2024-11-13T14:27:19,968 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting c9905115be444d7d85fcdb3228bb96d8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731508034015 2024-11-13T14:27:19,968 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 8aa25bc903674d828b3617936632055d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731508034115 2024-11-13T14:27:19,969 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting cd4cb85f0e5145f9b0355c30465ee480, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731508034925 2024-11-13T14:27:19,969 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting a17bc6724d1b42e4807abfe263b698ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731508037100 2024-11-13T14:27:19,976 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#C#compaction#487 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:19,976 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/ef435df0ef7f4ac79240d41f7def853b is 50, key is test_row_0/C:col10/1731508038264/Put/seqid=0 2024-11-13T14:27:19,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742396_1572 (size=12949) 2024-11-13T14:27:19,985 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/ef435df0ef7f4ac79240d41f7def853b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/ef435df0ef7f4ac79240d41f7def853b 2024-11-13T14:27:19,989 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/C of f67edcf3c8b623a17222b91494182b7c into ef435df0ef7f4ac79240d41f7def853b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:19,989 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:19,989 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/C, priority=12, startTime=1731508039918; duration=0sec 2024-11-13T14:27:19,989 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:19,989 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:C 2024-11-13T14:27:20,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-13T14:27:20,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:20,028 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing f67edcf3c8b623a17222b91494182b7c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-13T14:27:20,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111371b647b01d654c8d8ac38cbf34ab64fe_f67edcf3c8b623a17222b91494182b7c is 50, key is test_row_0/A:col10/1731508038274/Put/seqid=0 2024-11-13T14:27:20,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742397_1573 (size=12454) 2024-11-13T14:27:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T14:27:20,372 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/f1e61bc6c5aa4c62b46af3e4a3b8f914 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/f1e61bc6c5aa4c62b46af3e4a3b8f914 2024-11-13T14:27:20,376 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/A of f67edcf3c8b623a17222b91494182b7c into f1e61bc6c5aa4c62b46af3e4a3b8f914(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:20,376 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:20,376 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/A, priority=12, startTime=1731508039918; duration=0sec 2024-11-13T14:27:20,376 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:20,376 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:A 2024-11-13T14:27:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:20,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. as already flushing 2024-11-13T14:27:20,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:20,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508100467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508100467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:20,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508100468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:20,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:20,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:20,485 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111371b647b01d654c8d8ac38cbf34ab64fe_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111371b647b01d654c8d8ac38cbf34ab64fe_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:20,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/0e9618be6d6b49a6be839db682fcd637, store: [table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:20,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/0e9618be6d6b49a6be839db682fcd637 is 175, key is test_row_0/A:col10/1731508038274/Put/seqid=0 2024-11-13T14:27:20,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742398_1574 (size=31255) 2024-11-13T14:27:20,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508100582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:20,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:20,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:20,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508100582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:20,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:20,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:20,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508100582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:20,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:20,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:20,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:20,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:20,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:20,691 INFO [Thread-2236 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2236. 2024-11-13T14:27:20,692 INFO [Thread-2244 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2244. 2024-11-13T14:27:20,692 DEBUG [Thread-2236 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:27:20,692 DEBUG [Thread-2244 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:27:20,692 DEBUG [Thread-2236 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:20,692 DEBUG [Thread-2244 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:20,692 DEBUG [Thread-2236 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:20,692 DEBUG [Thread-2244 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:20,692 INFO [Thread-2242 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2242. 2024-11-13T14:27:20,692 DEBUG [Thread-2242 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:27:20,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:27:20,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:27:20,692 DEBUG [Thread-2242 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:20,692 DEBUG [Thread-2242 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:20,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:27:20,696 INFO [Thread-2240 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2240. 2024-11-13T14:27:20,696 DEBUG [Thread-2240 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:27:20,696 DEBUG [Thread-2240 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:20,696 INFO [Thread-2238 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2238. 2024-11-13T14:27:20,696 DEBUG [Thread-2238 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:27:20,696 DEBUG [Thread-2240 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:20,696 DEBUG [Thread-2238 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:20,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:27:20,696 DEBUG [Thread-2238 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:20,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:27:20,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:20,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:20,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508100792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508100792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508100792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:20,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:20,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:20,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:20,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:20,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:20,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:20,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:20,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:20,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:20,892 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/0e9618be6d6b49a6be839db682fcd637 2024-11-13T14:27:20,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/32e5749c817242f184823e46ad1c710f is 50, key is test_row_0/B:col10/1731508038274/Put/seqid=0 2024-11-13T14:27:20,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742399_1575 (size=12301) 2024-11-13T14:27:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T14:27:21,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:21,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508101102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:21,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508101102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508101102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:21,307 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/32e5749c817242f184823e46ad1c710f 2024-11-13T14:27:21,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/2e713acba17d42d7af890dac2ac3aa79 is 50, key is test_row_0/C:col10/1731508038274/Put/seqid=0 2024-11-13T14:27:21,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742400_1576 (size=12301) 2024-11-13T14:27:21,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:21,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:21,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T14:27:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54644 deadline: 1731508101612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54630 deadline: 1731508101612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42905 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54594 deadline: 1731508101612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 , the old value is region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T14:27:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:21,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., hostname=eb1966fd6578,42905,1731507853619, seqNum=5 because the exception is null or not the one we care about 2024-11-13T14:27:21,722 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/2e713acba17d42d7af890dac2ac3aa79 2024-11-13T14:27:21,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/0e9618be6d6b49a6be839db682fcd637 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0e9618be6d6b49a6be839db682fcd637 2024-11-13T14:27:21,729 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0e9618be6d6b49a6be839db682fcd637, entries=150, sequenceid=286, filesize=30.5 K 2024-11-13T14:27:21,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/32e5749c817242f184823e46ad1c710f as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/32e5749c817242f184823e46ad1c710f 2024-11-13T14:27:21,733 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/32e5749c817242f184823e46ad1c710f, entries=150, sequenceid=286, filesize=12.0 K 2024-11-13T14:27:21,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/2e713acba17d42d7af890dac2ac3aa79 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/2e713acba17d42d7af890dac2ac3aa79 2024-11-13T14:27:21,738 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/2e713acba17d42d7af890dac2ac3aa79, entries=150, sequenceid=286, filesize=12.0 K 2024-11-13T14:27:21,738 INFO [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=174.43 KB/178620 for f67edcf3c8b623a17222b91494182b7c in 1710ms, sequenceid=286, compaction requested=false 2024-11-13T14:27:21,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:21,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:21,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/eb1966fd6578:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-13T14:27:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-13T14:27:21,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-13T14:27:21,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7830 sec 2024-11-13T14:27:21,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 2.7900 sec 2024-11-13T14:27:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42905 {}] regionserver.HRegion(8855): Flush requested on f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:22,323 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T14:27:22,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f67edcf3c8b623a17222b91494182b7c 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-13T14:27:22,323 INFO [Thread-2227 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2227. 2024-11-13T14:27:22,323 DEBUG [Thread-2227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:27:22,323 DEBUG [Thread-2227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:22,323 DEBUG [Thread-2227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:22,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:27:22,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135548d40759f945228755770538ea88d5_f67edcf3c8b623a17222b91494182b7c is 50, key is test_row_0/A:col10/1731508042322/Put/seqid=0 2024-11-13T14:27:22,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742401_1577 (size=12454) 2024-11-13T14:27:22,623 INFO [Thread-2231 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2231. 2024-11-13T14:27:22,624 DEBUG [Thread-2231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:27:22,624 DEBUG [Thread-2231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:22,624 DEBUG [Thread-2231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:22,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:27:22,624 INFO [Thread-2225 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2225. 2024-11-13T14:27:22,624 DEBUG [Thread-2225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:27:22,624 DEBUG [Thread-2225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:22,624 DEBUG [Thread-2225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:22,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:27:22,634 INFO [Thread-2233 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2233. 2024-11-13T14:27:22,634 DEBUG [Thread-2233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:27:22,634 DEBUG [Thread-2233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:22,634 DEBUG [Thread-2233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:22,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:27:22,731 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:22,734 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411135548d40759f945228755770538ea88d5_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135548d40759f945228755770538ea88d5_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:22,735 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/723e3e40d23f494f8edad8a1564f6876, store: [table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:22,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/723e3e40d23f494f8edad8a1564f6876 is 175, key is test_row_0/A:col10/1731508042322/Put/seqid=0 2024-11-13T14:27:22,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742402_1578 (size=31255) 2024-11-13T14:27:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-13T14:27:23,123 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:27:23,141 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/723e3e40d23f494f8edad8a1564f6876 2024-11-13T14:27:23,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/237c9df3d8914e29a1be1ce72b5db552 is 50, key is test_row_0/B:col10/1731508042322/Put/seqid=0 2024-11-13T14:27:23,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742403_1579 (size=12301) 2024-11-13T14:27:23,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/237c9df3d8914e29a1be1ce72b5db552 2024-11-13T14:27:23,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/cb5150d7f8fc4f9aa24b3a6589b9b8a4 is 50, key is test_row_0/C:col10/1731508042322/Put/seqid=0 2024-11-13T14:27:23,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742404_1580 (size=12301) 2024-11-13T14:27:23,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/cb5150d7f8fc4f9aa24b3a6589b9b8a4 2024-11-13T14:27:23,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/723e3e40d23f494f8edad8a1564f6876 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/723e3e40d23f494f8edad8a1564f6876 2024-11-13T14:27:23,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/723e3e40d23f494f8edad8a1564f6876, entries=150, sequenceid=317, filesize=30.5 K 2024-11-13T14:27:23,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/237c9df3d8914e29a1be1ce72b5db552 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/237c9df3d8914e29a1be1ce72b5db552 2024-11-13T14:27:23,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/237c9df3d8914e29a1be1ce72b5db552, entries=150, sequenceid=317, filesize=12.0 K 2024-11-13T14:27:23,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/cb5150d7f8fc4f9aa24b3a6589b9b8a4 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cb5150d7f8fc4f9aa24b3a6589b9b8a4 2024-11-13T14:27:23,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cb5150d7f8fc4f9aa24b3a6589b9b8a4, entries=150, sequenceid=317, filesize=12.0 K 2024-11-13T14:27:23,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for f67edcf3c8b623a17222b91494182b7c in 1669ms, sequenceid=317, compaction requested=true 2024-11-13T14:27:23,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:23,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:A, priority=-2147483648, current under compaction store size is 1 2024-11-13T14:27:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:23,993 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:27:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:B, priority=-2147483648, current under compaction store size is 2 2024-11-13T14:27:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f67edcf3c8b623a17222b91494182b7c:C, priority=-2147483648, current under compaction store size is 3 2024-11-13T14:27:23,993 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:27:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:27:23,993 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:27:23,993 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:27:23,994 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/A is initiating minor compaction (all files) 2024-11-13T14:27:23,994 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/B is initiating minor compaction (all files) 2024-11-13T14:27:23,994 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/A in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:23,994 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/B in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:23,994 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/f1e61bc6c5aa4c62b46af3e4a3b8f914, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0e9618be6d6b49a6be839db682fcd637, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/723e3e40d23f494f8edad8a1564f6876] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=92.2 K 2024-11-13T14:27:23,994 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/4586492bcb114c4f9309eee3cae38b58, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/32e5749c817242f184823e46ad1c710f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/237c9df3d8914e29a1be1ce72b5db552] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=36.7 K 2024-11-13T14:27:23,994 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:23,994 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. files: [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/f1e61bc6c5aa4c62b46af3e4a3b8f914, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0e9618be6d6b49a6be839db682fcd637, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/723e3e40d23f494f8edad8a1564f6876] 2024-11-13T14:27:23,994 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 4586492bcb114c4f9309eee3cae38b58, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731508037100 2024-11-13T14:27:23,994 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1e61bc6c5aa4c62b46af3e4a3b8f914, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731508037100 2024-11-13T14:27:23,994 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 32e5749c817242f184823e46ad1c710f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731508038270 2024-11-13T14:27:23,995 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e9618be6d6b49a6be839db682fcd637, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731508038270 2024-11-13T14:27:23,995 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 237c9df3d8914e29a1be1ce72b5db552, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731508040465 2024-11-13T14:27:23,995 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] compactions.Compactor(225): Compacting 723e3e40d23f494f8edad8a1564f6876, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731508040465 2024-11-13T14:27:24,000 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:24,001 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#B#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:24,002 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241113c8ecbc0a093f432d838d5fafb41e62f1_f67edcf3c8b623a17222b91494182b7c store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:24,002 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/3a4729f8f3ef4b73ac6edc0dc168acac is 50, key is test_row_0/B:col10/1731508042322/Put/seqid=0 2024-11-13T14:27:24,004 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241113c8ecbc0a093f432d838d5fafb41e62f1_f67edcf3c8b623a17222b91494182b7c, store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:24,005 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113c8ecbc0a093f432d838d5fafb41e62f1_f67edcf3c8b623a17222b91494182b7c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:24,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742405_1581 (size=13051) 2024-11-13T14:27:24,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742406_1582 (size=4469) 2024-11-13T14:27:24,413 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#A#compaction#495 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:24,414 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/2fd0e5ce41b54e84844b0009f74f1a68 is 175, key is test_row_0/A:col10/1731508042322/Put/seqid=0 2024-11-13T14:27:24,415 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/3a4729f8f3ef4b73ac6edc0dc168acac as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/3a4729f8f3ef4b73ac6edc0dc168acac 2024-11-13T14:27:24,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742407_1583 (size=32005) 2024-11-13T14:27:24,419 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/B of f67edcf3c8b623a17222b91494182b7c into 3a4729f8f3ef4b73ac6edc0dc168acac(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:24,419 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:24,419 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/B, priority=13, startTime=1731508043993; duration=0sec 2024-11-13T14:27:24,419 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-13T14:27:24,419 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:B 2024-11-13T14:27:24,420 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T14:27:24,420 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T14:27:24,420 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1541): f67edcf3c8b623a17222b91494182b7c/C is initiating minor compaction (all files) 2024-11-13T14:27:24,420 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f67edcf3c8b623a17222b91494182b7c/C in TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:24,421 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/ef435df0ef7f4ac79240d41f7def853b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/2e713acba17d42d7af890dac2ac3aa79, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cb5150d7f8fc4f9aa24b3a6589b9b8a4] into tmpdir=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp, totalSize=36.7 K 2024-11-13T14:27:24,421 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting ef435df0ef7f4ac79240d41f7def853b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731508037100 2024-11-13T14:27:24,421 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e713acba17d42d7af890dac2ac3aa79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731508038270 2024-11-13T14:27:24,421 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] compactions.Compactor(225): Compacting cb5150d7f8fc4f9aa24b3a6589b9b8a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731508040465 2024-11-13T14:27:24,427 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f67edcf3c8b623a17222b91494182b7c#C#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T14:27:24,427 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/cb9224530d0244a7b3b920d546e63aa3 is 50, key is test_row_0/C:col10/1731508042322/Put/seqid=0 2024-11-13T14:27:24,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742408_1584 (size=13051) 2024-11-13T14:27:24,434 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/cb9224530d0244a7b3b920d546e63aa3 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cb9224530d0244a7b3b920d546e63aa3 2024-11-13T14:27:24,437 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/C of f67edcf3c8b623a17222b91494182b7c into cb9224530d0244a7b3b920d546e63aa3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:24,437 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:24,437 INFO [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/C, priority=13, startTime=1731508043993; duration=0sec 2024-11-13T14:27:24,437 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:24,437 DEBUG [RS:0;eb1966fd6578:42905-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:C 2024-11-13T14:27:24,821 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/2fd0e5ce41b54e84844b0009f74f1a68 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/2fd0e5ce41b54e84844b0009f74f1a68 2024-11-13T14:27:24,824 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f67edcf3c8b623a17222b91494182b7c/A of f67edcf3c8b623a17222b91494182b7c into 2fd0e5ce41b54e84844b0009f74f1a68(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T14:27:24,824 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f67edcf3c8b623a17222b91494182b7c: 2024-11-13T14:27:24,824 INFO [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., storeName=f67edcf3c8b623a17222b91494182b7c/A, priority=13, startTime=1731508043992; duration=0sec 2024-11-13T14:27:24,824 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T14:27:24,824 DEBUG [RS:0;eb1966fd6578:42905-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f67edcf3c8b623a17222b91494182b7c:A 2024-11-13T14:27:28,947 INFO [Thread-2229 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2229. 2024-11-13T14:27:28,947 DEBUG [Thread-2229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-13T14:27:28,947 DEBUG [Thread-2229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:28,947 DEBUG [Thread-2229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:28,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:27:28,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-13T14:27:28,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-13T14:27:28,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-13T14:27:28,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-13T14:27:28,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-13T14:27:28,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-13T14:27:28,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-13T14:27:28,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3893 2024-11-13T14:27:28,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3986 2024-11-13T14:27:28,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3760 2024-11-13T14:27:28,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3867 2024-11-13T14:27:28,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3994 2024-11-13T14:27:28,949 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-13T14:27:28,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:27:28,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:27:28,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:28,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:28,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:27:28,951 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-13T14:27:28,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-13T14:27:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-13T14:27:28,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731508048955"}]},"ts":"1731508048955"} 2024-11-13T14:27:28,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-13T14:27:28,957 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-13T14:27:28,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-13T14:27:28,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67edcf3c8b623a17222b91494182b7c, UNASSIGN}] 2024-11-13T14:27:28,961 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67edcf3c8b623a17222b91494182b7c, UNASSIGN 2024-11-13T14:27:28,962 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=174 updating hbase:meta row=f67edcf3c8b623a17222b91494182b7c, regionState=CLOSING, regionLocation=eb1966fd6578,42905,1731507853619 2024-11-13T14:27:28,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67edcf3c8b623a17222b91494182b7c, UNASSIGN because future has completed 2024-11-13T14:27:28,964 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-13T14:27:28,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; CloseRegionProcedure f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619}] 2024-11-13T14:27:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-13T14:27:29,118 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(122): Close f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:29,118 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-13T14:27:29,118 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1722): Closing f67edcf3c8b623a17222b91494182b7c, disabling compactions & flushes 2024-11-13T14:27:29,118 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:29,118 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:29,119 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. after waiting 0 ms 2024-11-13T14:27:29,119 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:29,119 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(2902): Flushing f67edcf3c8b623a17222b91494182b7c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-13T14:27:29,127 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d3b9b4ddc7144d08899cca182a953002_f67edcf3c8b623a17222b91494182b7c is 50, key is test_row_0/A:col10/1731508042632/Put/seqid=0 2024-11-13T14:27:29,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742409_1585 (size=12454) 2024-11-13T14:27:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-13T14:27:29,533 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T14:27:29,544 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241113d3b9b4ddc7144d08899cca182a953002_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d3b9b4ddc7144d08899cca182a953002_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:29,545 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/09128d20d1784af2abeb5f08067b02c0, store: [table=TestAcidGuarantees family=A region=f67edcf3c8b623a17222b91494182b7c] 2024-11-13T14:27:29,545 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/09128d20d1784af2abeb5f08067b02c0 is 175, key is test_row_0/A:col10/1731508042632/Put/seqid=0 2024-11-13T14:27:29,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742410_1586 (size=31255) 2024-11-13T14:27:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-13T14:27:29,951 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/09128d20d1784af2abeb5f08067b02c0 2024-11-13T14:27:29,963 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/bc5892e89692470a8a30e687f65118a8 is 50, key is test_row_0/B:col10/1731508042632/Put/seqid=0 2024-11-13T14:27:29,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742411_1587 (size=12301) 2024-11-13T14:27:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-13T14:27:30,369 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/bc5892e89692470a8a30e687f65118a8 2024-11-13T14:27:30,379 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/2e968cc6d9634d7f9fc2e9477fda604b is 50, key is test_row_0/C:col10/1731508042632/Put/seqid=0 2024-11-13T14:27:30,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742412_1588 (size=12301) 2024-11-13T14:27:30,784 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/2e968cc6d9634d7f9fc2e9477fda604b 2024-11-13T14:27:30,793 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/A/09128d20d1784af2abeb5f08067b02c0 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/09128d20d1784af2abeb5f08067b02c0 2024-11-13T14:27:30,797 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/09128d20d1784af2abeb5f08067b02c0, entries=150, sequenceid=327, filesize=30.5 K 2024-11-13T14:27:30,798 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/B/bc5892e89692470a8a30e687f65118a8 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/bc5892e89692470a8a30e687f65118a8 2024-11-13T14:27:30,802 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/bc5892e89692470a8a30e687f65118a8, entries=150, sequenceid=327, filesize=12.0 K 2024-11-13T14:27:30,803 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/.tmp/C/2e968cc6d9634d7f9fc2e9477fda604b as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/2e968cc6d9634d7f9fc2e9477fda604b 2024-11-13T14:27:30,807 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/2e968cc6d9634d7f9fc2e9477fda604b, entries=150, sequenceid=327, filesize=12.0 K 2024-11-13T14:27:30,808 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f67edcf3c8b623a17222b91494182b7c in 1688ms, sequenceid=327, compaction requested=false 2024-11-13T14:27:30,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6c056df2e68d409099a5c1c6944179c6, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/81c14016831c461c8cf65358270b170a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/ef47c63d98f64c95a7b85bc067712763, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/101c4fb93af541ae8749b0041ba2eee2, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/56fac586ccb4466383f6797b54254936, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6e5d6da766764b76991431893c0cd8be, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/597bbd2b24354f209583f9884dcb2f34, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6947654d1d6a4f5fbda61008514ad889, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/8decf7aa89e540ed971f0ed4a053ae9e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/4769fcaccc274f5883f7aa6d5f383427, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/5cdd1175c4b54ccb81d1cd82d3d8218a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/5f31aab424be408287f45eb289efc3d4, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0545f24d348d4d72bf4b5450c0a1449e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/e57202fc10aa43f5b98180198d319ec1, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/411dd2b30f114449a4a403e29cdd0812, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/d430a3aedd024855b2379e3cdfe74286, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6b608226897d4f16bc28a465bb0e684a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0be0065f28a245c99d55ae8df425114f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/db268822c41d41be8863af75a62575b3, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/f1e61bc6c5aa4c62b46af3e4a3b8f914, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0e9618be6d6b49a6be839db682fcd637, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/723e3e40d23f494f8edad8a1564f6876] to archive 2024-11-13T14:27:30,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:27:30,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6c056df2e68d409099a5c1c6944179c6 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6c056df2e68d409099a5c1c6944179c6 2024-11-13T14:27:30,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/81c14016831c461c8cf65358270b170a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/81c14016831c461c8cf65358270b170a 2024-11-13T14:27:30,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/ef47c63d98f64c95a7b85bc067712763 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/ef47c63d98f64c95a7b85bc067712763 2024-11-13T14:27:30,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/101c4fb93af541ae8749b0041ba2eee2 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/101c4fb93af541ae8749b0041ba2eee2 2024-11-13T14:27:30,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/56fac586ccb4466383f6797b54254936 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/56fac586ccb4466383f6797b54254936 2024-11-13T14:27:30,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6e5d6da766764b76991431893c0cd8be to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6e5d6da766764b76991431893c0cd8be 2024-11-13T14:27:30,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/597bbd2b24354f209583f9884dcb2f34 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/597bbd2b24354f209583f9884dcb2f34 2024-11-13T14:27:30,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6947654d1d6a4f5fbda61008514ad889 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6947654d1d6a4f5fbda61008514ad889 2024-11-13T14:27:30,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/8decf7aa89e540ed971f0ed4a053ae9e to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/8decf7aa89e540ed971f0ed4a053ae9e 2024-11-13T14:27:30,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/4769fcaccc274f5883f7aa6d5f383427 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/4769fcaccc274f5883f7aa6d5f383427 2024-11-13T14:27:30,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/5cdd1175c4b54ccb81d1cd82d3d8218a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/5cdd1175c4b54ccb81d1cd82d3d8218a 2024-11-13T14:27:30,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/5f31aab424be408287f45eb289efc3d4 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/5f31aab424be408287f45eb289efc3d4 2024-11-13T14:27:30,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0545f24d348d4d72bf4b5450c0a1449e to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0545f24d348d4d72bf4b5450c0a1449e 2024-11-13T14:27:30,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/e57202fc10aa43f5b98180198d319ec1 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/e57202fc10aa43f5b98180198d319ec1 2024-11-13T14:27:30,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/411dd2b30f114449a4a403e29cdd0812 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/411dd2b30f114449a4a403e29cdd0812 2024-11-13T14:27:30,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/d430a3aedd024855b2379e3cdfe74286 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/d430a3aedd024855b2379e3cdfe74286 2024-11-13T14:27:30,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6b608226897d4f16bc28a465bb0e684a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/6b608226897d4f16bc28a465bb0e684a 2024-11-13T14:27:30,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0be0065f28a245c99d55ae8df425114f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0be0065f28a245c99d55ae8df425114f 2024-11-13T14:27:30,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/db268822c41d41be8863af75a62575b3 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/db268822c41d41be8863af75a62575b3 2024-11-13T14:27:30,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/f1e61bc6c5aa4c62b46af3e4a3b8f914 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/f1e61bc6c5aa4c62b46af3e4a3b8f914 2024-11-13T14:27:30,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0e9618be6d6b49a6be839db682fcd637 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/0e9618be6d6b49a6be839db682fcd637 2024-11-13T14:27:30,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/723e3e40d23f494f8edad8a1564f6876 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/723e3e40d23f494f8edad8a1564f6876 2024-11-13T14:27:30,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/6e804412c6704ada9a3e4f2a5c07a4a5, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/eb85f61d5cba4db3aba7d3bdaab2304a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/b86a7a53161540da9e0e9f123d243453, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/9ef038aaa62640a0a0dcaee33fe9b6a4, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/09bb1bbbe6a64eaeba01acdd52d9e3c0, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/835bf81a1b8142a88d9895ddd1f6f77f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/37d3af80265f46f3a937caf44a8a2a9a, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/24b21df7adb84cfcb24a08d81f97e739, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/124a5d0a75e5478f883f19fb2fe21e0f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/f1fdadf111ea4480a9da382253ce84ac, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/d0e51bd7320b416e932ad0c986d8f7d4, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/cccb25831d2c42c5806b1cf18260214c, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/9eceb3c955654ab8ae8acc5d57a978c2, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/3d1e3b26da734cf7811afabd495776ce, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/a684089529134fcd8d4f245a7fa0da32, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/be87602b1ffe43da94ffb8c800d24f66, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/ca5d85dfe2c5472c87a1cbf3412e5943, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/7ffc4893bc2b4d7090239d04c8f8a9ed, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/4586492bcb114c4f9309eee3cae38b58, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/33802b3b1df94f76a0f4a083ed596574, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/32e5749c817242f184823e46ad1c710f, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/237c9df3d8914e29a1be1ce72b5db552] to archive 2024-11-13T14:27:30,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:27:30,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/6e804412c6704ada9a3e4f2a5c07a4a5 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/6e804412c6704ada9a3e4f2a5c07a4a5 2024-11-13T14:27:30,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/eb85f61d5cba4db3aba7d3bdaab2304a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/eb85f61d5cba4db3aba7d3bdaab2304a 2024-11-13T14:27:30,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/b86a7a53161540da9e0e9f123d243453 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/b86a7a53161540da9e0e9f123d243453 2024-11-13T14:27:30,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/9ef038aaa62640a0a0dcaee33fe9b6a4 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/9ef038aaa62640a0a0dcaee33fe9b6a4 2024-11-13T14:27:30,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/09bb1bbbe6a64eaeba01acdd52d9e3c0 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/09bb1bbbe6a64eaeba01acdd52d9e3c0 2024-11-13T14:27:30,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/835bf81a1b8142a88d9895ddd1f6f77f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/835bf81a1b8142a88d9895ddd1f6f77f 2024-11-13T14:27:30,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/37d3af80265f46f3a937caf44a8a2a9a to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/37d3af80265f46f3a937caf44a8a2a9a 2024-11-13T14:27:30,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/24b21df7adb84cfcb24a08d81f97e739 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/24b21df7adb84cfcb24a08d81f97e739 2024-11-13T14:27:30,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/124a5d0a75e5478f883f19fb2fe21e0f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/124a5d0a75e5478f883f19fb2fe21e0f 2024-11-13T14:27:30,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/f1fdadf111ea4480a9da382253ce84ac to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/f1fdadf111ea4480a9da382253ce84ac 2024-11-13T14:27:30,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/d0e51bd7320b416e932ad0c986d8f7d4 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/d0e51bd7320b416e932ad0c986d8f7d4 2024-11-13T14:27:30,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/cccb25831d2c42c5806b1cf18260214c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/cccb25831d2c42c5806b1cf18260214c 2024-11-13T14:27:30,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/9eceb3c955654ab8ae8acc5d57a978c2 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/9eceb3c955654ab8ae8acc5d57a978c2 2024-11-13T14:27:30,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/3d1e3b26da734cf7811afabd495776ce to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/3d1e3b26da734cf7811afabd495776ce 2024-11-13T14:27:30,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/a684089529134fcd8d4f245a7fa0da32 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/a684089529134fcd8d4f245a7fa0da32 2024-11-13T14:27:30,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/be87602b1ffe43da94ffb8c800d24f66 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/be87602b1ffe43da94ffb8c800d24f66 2024-11-13T14:27:30,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/ca5d85dfe2c5472c87a1cbf3412e5943 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/ca5d85dfe2c5472c87a1cbf3412e5943 2024-11-13T14:27:30,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/7ffc4893bc2b4d7090239d04c8f8a9ed to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/7ffc4893bc2b4d7090239d04c8f8a9ed 2024-11-13T14:27:30,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/4586492bcb114c4f9309eee3cae38b58 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/4586492bcb114c4f9309eee3cae38b58 2024-11-13T14:27:30,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/33802b3b1df94f76a0f4a083ed596574 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/33802b3b1df94f76a0f4a083ed596574 2024-11-13T14:27:30,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/32e5749c817242f184823e46ad1c710f to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/32e5749c817242f184823e46ad1c710f 2024-11-13T14:27:30,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/237c9df3d8914e29a1be1ce72b5db552 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/237c9df3d8914e29a1be1ce72b5db552 2024-11-13T14:27:30,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/af534c5a350540828a2cb23bdf5b5846, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/9758269a12aa4d259d019abf5105b969, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/3f9c7c027d7f4b849405d0970ce2d104, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/351e20cb70514aff8bacb27c916cd033, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/f2b4e29ea1bb4543bdcf795a64de1312, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cebade2d665e4a5a9a10adcd510eab50, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/0cbd8dec7bfa4840a130d3832f77d9c4, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/28807f2395e84b97b77f0c5889033ffa, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/b25d37586f484fc7b01651532569bab7, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/b907ee95f7ca4db09da2c91744970bbf, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/985b5c50393447a2b0cb98a0c0740951, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/8fe4804a7da34c30af7c61536200278e, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/f1fe054bf61a444797a16ed08f5e1da9, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/2f2b995ba42d4c4d825da8269626c1de, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/c9905115be444d7d85fcdb3228bb96d8, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/33d09e95077e4effb0ad5fbb34682477, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/8aa25bc903674d828b3617936632055d, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cd4cb85f0e5145f9b0355c30465ee480, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/ef435df0ef7f4ac79240d41f7def853b, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/a17bc6724d1b42e4807abfe263b698ed, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/2e713acba17d42d7af890dac2ac3aa79, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cb5150d7f8fc4f9aa24b3a6589b9b8a4] to archive 2024-11-13T14:27:30,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T14:27:30,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/af534c5a350540828a2cb23bdf5b5846 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/af534c5a350540828a2cb23bdf5b5846 2024-11-13T14:27:30,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/9758269a12aa4d259d019abf5105b969 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/9758269a12aa4d259d019abf5105b969 2024-11-13T14:27:30,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/3f9c7c027d7f4b849405d0970ce2d104 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/3f9c7c027d7f4b849405d0970ce2d104 2024-11-13T14:27:30,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/351e20cb70514aff8bacb27c916cd033 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/351e20cb70514aff8bacb27c916cd033 2024-11-13T14:27:30,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/f2b4e29ea1bb4543bdcf795a64de1312 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/f2b4e29ea1bb4543bdcf795a64de1312 2024-11-13T14:27:30,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cebade2d665e4a5a9a10adcd510eab50 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cebade2d665e4a5a9a10adcd510eab50 2024-11-13T14:27:30,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/0cbd8dec7bfa4840a130d3832f77d9c4 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/0cbd8dec7bfa4840a130d3832f77d9c4 2024-11-13T14:27:30,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/28807f2395e84b97b77f0c5889033ffa to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/28807f2395e84b97b77f0c5889033ffa 2024-11-13T14:27:30,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/b25d37586f484fc7b01651532569bab7 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/b25d37586f484fc7b01651532569bab7 2024-11-13T14:27:30,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/b907ee95f7ca4db09da2c91744970bbf to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/b907ee95f7ca4db09da2c91744970bbf 2024-11-13T14:27:30,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/985b5c50393447a2b0cb98a0c0740951 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/985b5c50393447a2b0cb98a0c0740951 2024-11-13T14:27:30,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/8fe4804a7da34c30af7c61536200278e to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/8fe4804a7da34c30af7c61536200278e 2024-11-13T14:27:30,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/f1fe054bf61a444797a16ed08f5e1da9 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/f1fe054bf61a444797a16ed08f5e1da9 2024-11-13T14:27:30,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/2f2b995ba42d4c4d825da8269626c1de to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/2f2b995ba42d4c4d825da8269626c1de 2024-11-13T14:27:30,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/c9905115be444d7d85fcdb3228bb96d8 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/c9905115be444d7d85fcdb3228bb96d8 2024-11-13T14:27:30,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/33d09e95077e4effb0ad5fbb34682477 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/33d09e95077e4effb0ad5fbb34682477 2024-11-13T14:27:30,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/8aa25bc903674d828b3617936632055d to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/8aa25bc903674d828b3617936632055d 2024-11-13T14:27:30,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cd4cb85f0e5145f9b0355c30465ee480 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cd4cb85f0e5145f9b0355c30465ee480 2024-11-13T14:27:30,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/ef435df0ef7f4ac79240d41f7def853b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/ef435df0ef7f4ac79240d41f7def853b 2024-11-13T14:27:30,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/a17bc6724d1b42e4807abfe263b698ed to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/a17bc6724d1b42e4807abfe263b698ed 2024-11-13T14:27:30,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/2e713acba17d42d7af890dac2ac3aa79 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/2e713acba17d42d7af890dac2ac3aa79 2024-11-13T14:27:30,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cb5150d7f8fc4f9aa24b3a6589b9b8a4 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cb5150d7f8fc4f9aa24b3a6589b9b8a4 2024-11-13T14:27:30,867 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/recovered.edits/330.seqid, newMaxSeqId=330, maxSeqId=4 2024-11-13T14:27:30,867 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. 2024-11-13T14:27:30,867 DEBUG [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1676): Region close journal for f67edcf3c8b623a17222b91494182b7c: Waiting for close lock at 1731508049118Running coprocessor pre-close hooks at 1731508049118Disabling compacts and flushes for region at 1731508049118Disabling writes for close at 1731508049119 (+1 ms)Obtaining lock to block concurrent updates at 1731508049119Preparing flush snapshotting stores in f67edcf3c8b623a17222b91494182b7c at 1731508049119Finished memstore snapshotting TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731508049120 (+1 ms)Flushing stores of TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c. at 1731508049121 (+1 ms)Flushing f67edcf3c8b623a17222b91494182b7c/A: creating writer at 1731508049121Flushing mob file f67edcf3c8b623a17222b91494182b7c/A: appending metadata at 1731508049127 (+6 ms)Flushing mob file f67edcf3c8b623a17222b91494182b7c/A: closing flushed file at 1731508049127Flushing f67edcf3c8b623a17222b91494182b7c/A: appending metadata at 1731508049545 (+418 ms)Flushing f67edcf3c8b623a17222b91494182b7c/A: closing flushed file at 1731508049545Flushing f67edcf3c8b623a17222b91494182b7c/B: creating writer at 1731508049960 (+415 ms)Flushing f67edcf3c8b623a17222b91494182b7c/B: appending metadata at 1731508049963 (+3 ms)Flushing f67edcf3c8b623a17222b91494182b7c/B: closing flushed file at 1731508049963Flushing f67edcf3c8b623a17222b91494182b7c/C: creating writer at 1731508050376 (+413 ms)Flushing f67edcf3c8b623a17222b91494182b7c/C: appending metadata at 1731508050378 (+2 ms)Flushing f67edcf3c8b623a17222b91494182b7c/C: closing flushed file at 1731508050378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f3b5d76: reopening flushed file at 1731508050792 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f7780e: reopening flushed file at 1731508050797 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5037569: reopening flushed file at 1731508050802 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f67edcf3c8b623a17222b91494182b7c in 1688ms, sequenceid=327, compaction requested=false at 1731508050808 (+6 ms)Writing region close event to WAL at 1731508050864 (+56 ms)Running coprocessor post-close hooks at 1731508050867 (+3 ms)Closed at 1731508050867 2024-11-13T14:27:30,869 INFO [RS_CLOSE_REGION-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(157): Closed f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:30,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=174 updating hbase:meta row=f67edcf3c8b623a17222b91494182b7c, regionState=CLOSED 2024-11-13T14:27:30,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=175, ppid=174, state=RUNNABLE, hasLock=false; CloseRegionProcedure f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 because future has completed 2024-11-13T14:27:30,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-13T14:27:30,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; CloseRegionProcedure f67edcf3c8b623a17222b91494182b7c, server=eb1966fd6578,42905,1731507853619 in 1.9070 sec 2024-11-13T14:27:30,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=174, resume processing ppid=173 2024-11-13T14:27:30,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, ppid=173, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f67edcf3c8b623a17222b91494182b7c, UNASSIGN in 1.9120 sec 2024-11-13T14:27:30,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-13T14:27:30,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9160 sec 2024-11-13T14:27:30,876 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731508050876"}]},"ts":"1731508050876"} 2024-11-13T14:27:30,877 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-13T14:27:30,877 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-13T14:27:30,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9260 sec 2024-11-13T14:27:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-13T14:27:31,112 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:27:31,113 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-13T14:27:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:27:31,117 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=176, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:27:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-13T14:27:31,118 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=176, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:27:31,123 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:31,128 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A, FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B, FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C, FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/recovered.edits] 2024-11-13T14:27:31,133 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/09128d20d1784af2abeb5f08067b02c0 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/09128d20d1784af2abeb5f08067b02c0 2024-11-13T14:27:31,134 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/2fd0e5ce41b54e84844b0009f74f1a68 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/A/2fd0e5ce41b54e84844b0009f74f1a68 2024-11-13T14:27:31,136 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/3a4729f8f3ef4b73ac6edc0dc168acac to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/3a4729f8f3ef4b73ac6edc0dc168acac 2024-11-13T14:27:31,137 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/bc5892e89692470a8a30e687f65118a8 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/B/bc5892e89692470a8a30e687f65118a8 2024-11-13T14:27:31,139 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/2e968cc6d9634d7f9fc2e9477fda604b to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/2e968cc6d9634d7f9fc2e9477fda604b 2024-11-13T14:27:31,140 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cb9224530d0244a7b3b920d546e63aa3 to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/C/cb9224530d0244a7b3b920d546e63aa3 2024-11-13T14:27:31,142 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/recovered.edits/330.seqid to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c/recovered.edits/330.seqid 2024-11-13T14:27:31,143 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/default/TestAcidGuarantees/f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:31,143 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-13T14:27:31,143 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T14:27:31,144 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-13T14:27:31,147 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130cc9c69b9ced4fbc9cd4f4454dd519b4_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411130cc9c69b9ced4fbc9cd4f4454dd519b4_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:31,147 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111316d8faf8399647608a09515989c4def4_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111316d8faf8399647608a09515989c4def4_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:31,148 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111321463623b0bb45e6bbb7a3f61133fc9a_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111321463623b0bb45e6bbb7a3f61133fc9a_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:31,149 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135548d40759f945228755770538ea88d5_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411135548d40759f945228755770538ea88d5_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:31,150 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136f185a11cc5742c5b6e7d9f9094d399b_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411136f185a11cc5742c5b6e7d9f9094d399b_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:31,151 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111371b647b01d654c8d8ac38cbf34ab64fe_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111371b647b01d654c8d8ac38cbf34ab64fe_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:31,152 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137236163257e146f98da19d0d921c46ca_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411137236163257e146f98da19d0d921c46ca_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:31,153 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139c1cadf9288340a8a3e8031ca3bbdc3c_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411139c1cadf9288340a8a3e8031ca3bbdc3c_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:31,154 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b12dab6877f141d088c9c34145f87ed1_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113b12dab6877f141d088c9c34145f87ed1_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:31,155 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bd934f811ea2474da0f353bedb66043e_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113bd934f811ea2474da0f353bedb66043e_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:31,156 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d3b9b4ddc7144d08899cca182a953002_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d3b9b4ddc7144d08899cca182a953002_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:31,157 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d9d1586da7dd404e8f2c8b42ccd08809_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113d9d1586da7dd404e8f2c8b42ccd08809_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:31,157 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113dee18d9a93a447a390fe2610f339d64a_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113dee18d9a93a447a390fe2610f339d64a_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:31,158 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e2c4a9d8ff644068becf1201fa77b49c_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113e2c4a9d8ff644068becf1201fa77b49c_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:31,159 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f4692e2c95bf4584a219f20fbbc24269_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f4692e2c95bf4584a219f20fbbc24269_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:31,159 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f94ea1900d3447dc95011dd75d568e8e_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113f94ea1900d3447dc95011dd75d568e8e_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:31,160 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fa8e45d59a1141b58a5c0b2ed9622620_f67edcf3c8b623a17222b91494182b7c to hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241113fa8e45d59a1141b58a5c0b2ed9622620_f67edcf3c8b623a17222b91494182b7c 2024-11-13T14:27:31,161 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-13T14:27:31,162 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=176, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:27:31,164 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-13T14:27:31,166 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-13T14:27:31,167 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=176, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:27:31,167 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-13T14:27:31,167 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731508051167"}]},"ts":"9223372036854775807"} 2024-11-13T14:27:31,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-13T14:27:31,169 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f67edcf3c8b623a17222b91494182b7c, NAME => 'TestAcidGuarantees,,1731508017577.f67edcf3c8b623a17222b91494182b7c.', STARTKEY => '', ENDKEY => ''}] 2024-11-13T14:27:31,169 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-13T14:27:31,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731508051169"}]},"ts":"9223372036854775807"} 2024-11-13T14:27:31,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-13T14:27:31,171 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=176, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-13T14:27:31,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 57 msec 2024-11-13T14:27:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-13T14:27:31,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-13T14:27:31,222 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-13T14:27:31,230 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237 (was 238), OpenFileDescriptor=449 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 455), ProcessCount=11 (was 11), AvailableMemoryMB=2409 (was 2585) 2024-11-13T14:27:31,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T14:27:31,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:27:31,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:27:31,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:31,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:31,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T14:27:31,231 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T14:27:31,231 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=164229068, stopped=false 2024-11-13T14:27:31,231 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=eb1966fd6578,42917,1731507852895 2024-11-13T14:27:31,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T14:27:31,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T14:27:31,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:27:31,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:27:31,301 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:27:31,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T14:27:31,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T14:27:31,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:27:31,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T14:27:31,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:31,304 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'eb1966fd6578,42905,1731507853619' ***** 2024-11-13T14:27:31,304 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T14:27:31,304 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T14:27:31,305 INFO [RS:0;eb1966fd6578:42905 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T14:27:31,305 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T14:27:31,305 INFO [RS:0;eb1966fd6578:42905 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T14:27:31,305 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(959): stopping server eb1966fd6578,42905,1731507853619 2024-11-13T14:27:31,305 INFO [RS:0;eb1966fd6578:42905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:27:31,305 INFO [RS:0;eb1966fd6578:42905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;eb1966fd6578:42905. 2024-11-13T14:27:31,305 DEBUG [RS:0;eb1966fd6578:42905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T14:27:31,305 DEBUG [RS:0;eb1966fd6578:42905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:31,305 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T14:27:31,305 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T14:27:31,306 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T14:27:31,306 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T14:27:31,306 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T14:27:31,306 DEBUG [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T14:27:31,307 DEBUG [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:27:31,307 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T14:27:31,307 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T14:27:31,307 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T14:27:31,307 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T14:27:31,307 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T14:27:31,307 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-13T14:27:31,309 INFO [regionserver/eb1966fd6578:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:27:31,328 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/.tmp/info/681081dfc06a47469f92c3a0db397d3e is 95, key is TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826./info:/1731507886493/DeleteFamily/seqid=0 2024-11-13T14:27:31,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742413_1589 (size=6514) 2024-11-13T14:27:31,507 DEBUG [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:27:31,707 DEBUG [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:27:31,732 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/.tmp/info/681081dfc06a47469f92c3a0db397d3e 2024-11-13T14:27:31,756 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/.tmp/ns/cec7aafcf8b44eebb690b33b46298417 is 93, key is TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826./ns:/1731507886444/DeleteFamily/seqid=0 2024-11-13T14:27:31,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742414_1590 (size=5906) 2024-11-13T14:27:31,847 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T14:27:31,847 INFO [regionserver/eb1966fd6578:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T14:27:31,907 DEBUG [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:27:32,108 DEBUG [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:27:32,160 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/.tmp/ns/cec7aafcf8b44eebb690b33b46298417 2024-11-13T14:27:32,232 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/.tmp/rep_barrier/25ea8a5370a34bbf99dbc1352d881fa1 is 102, key is TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826./rep_barrier:/1731507886444/DeleteFamily/seqid=0 2024-11-13T14:27:32,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742415_1591 (size=6025) 2024-11-13T14:27:32,308 DEBUG [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:27:32,508 DEBUG [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:27:32,637 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/.tmp/rep_barrier/25ea8a5370a34bbf99dbc1352d881fa1 2024-11-13T14:27:32,662 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/.tmp/table/7f53e42eff014fc38391e4ee56e932bd is 96, key is TestAcidGuarantees,,1731507858221.e3f21b4d614d7a40f02c4980062a8826./table:/1731507886444/DeleteFamily/seqid=0 2024-11-13T14:27:32,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742416_1592 (size=5936) 2024-11-13T14:27:32,708 DEBUG [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:27:32,909 DEBUG [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T14:27:33,066 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/.tmp/table/7f53e42eff014fc38391e4ee56e932bd 2024-11-13T14:27:33,076 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/.tmp/info/681081dfc06a47469f92c3a0db397d3e as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/info/681081dfc06a47469f92c3a0db397d3e 2024-11-13T14:27:33,079 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/info/681081dfc06a47469f92c3a0db397d3e, entries=12, sequenceid=90, filesize=6.4 K 2024-11-13T14:27:33,080 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/.tmp/ns/cec7aafcf8b44eebb690b33b46298417 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/ns/cec7aafcf8b44eebb690b33b46298417 2024-11-13T14:27:33,084 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/ns/cec7aafcf8b44eebb690b33b46298417, entries=8, sequenceid=90, filesize=5.8 K 2024-11-13T14:27:33,084 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/.tmp/rep_barrier/25ea8a5370a34bbf99dbc1352d881fa1 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/rep_barrier/25ea8a5370a34bbf99dbc1352d881fa1 2024-11-13T14:27:33,087 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/rep_barrier/25ea8a5370a34bbf99dbc1352d881fa1, entries=6, sequenceid=90, filesize=5.9 K 2024-11-13T14:27:33,088 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/.tmp/table/7f53e42eff014fc38391e4ee56e932bd as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/table/7f53e42eff014fc38391e4ee56e932bd 2024-11-13T14:27:33,090 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/table/7f53e42eff014fc38391e4ee56e932bd, entries=7, sequenceid=90, filesize=5.8 K 2024-11-13T14:27:33,091 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1784ms, sequenceid=90, compaction requested=false 2024-11-13T14:27:33,094 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-13T14:27:33,095 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:27:33,095 INFO [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T14:27:33,095 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731508051306Running coprocessor pre-close hooks at 1731508051307 (+1 ms)Disabling compacts and flushes for region at 1731508051307Disabling writes for close at 1731508051307Obtaining lock to block concurrent updates at 1731508051307Preparing flush snapshotting stores in 1588230740 at 1731508051307Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731508051307Flushing stores of hbase:meta,,1.1588230740 at 1731508051308 (+1 ms)Flushing 1588230740/info: creating writer at 1731508051308Flushing 1588230740/info: appending metadata at 1731508051328 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731508051328Flushing 1588230740/ns: creating writer at 1731508051740 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731508051755 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731508051756 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731508052214 (+458 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731508052232 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731508052232Flushing 1588230740/table: creating writer at 1731508052644 (+412 ms)Flushing 1588230740/table: appending metadata at 1731508052661 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731508052661Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33199f52: reopening flushed file at 1731508053075 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@479fa94a: reopening flushed file at 1731508053080 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a860784: reopening flushed file at 1731508053084 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc85a26: reopening flushed file at 1731508053087 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1784ms, sequenceid=90, compaction requested=false at 1731508053091 (+4 ms)Writing region close event to WAL at 1731508053092 (+1 ms)Running coprocessor post-close hooks at 1731508053095 (+3 ms)Closed at 1731508053095 2024-11-13T14:27:33,095 DEBUG [RS_CLOSE_META-regionserver/eb1966fd6578:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T14:27:33,109 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(976): stopping server eb1966fd6578,42905,1731507853619; all regions closed. 2024-11-13T14:27:33,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741834_1010 (size=25344) 2024-11-13T14:27:33,115 DEBUG [RS:0;eb1966fd6578:42905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/oldWALs 2024-11-13T14:27:33,115 INFO [RS:0;eb1966fd6578:42905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C42905%2C1731507853619.meta:.meta(num 1731507857555) 2024-11-13T14:27:33,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741833_1009 (size=13402954) 2024-11-13T14:27:33,119 DEBUG [RS:0;eb1966fd6578:42905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/oldWALs 2024-11-13T14:27:33,119 INFO [RS:0;eb1966fd6578:42905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL eb1966fd6578%2C42905%2C1731507853619:(num 1731507856984) 2024-11-13T14:27:33,119 DEBUG [RS:0;eb1966fd6578:42905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T14:27:33,119 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T14:27:33,119 INFO [RS:0;eb1966fd6578:42905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:27:33,119 INFO [RS:0;eb1966fd6578:42905 {}] hbase.ChoreService(370): Chore service for: regionserver/eb1966fd6578:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T14:27:33,119 INFO [RS:0;eb1966fd6578:42905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:27:33,119 INFO [regionserver/eb1966fd6578:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:27:33,120 INFO [RS:0;eb1966fd6578:42905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42905 2024-11-13T14:27:33,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T14:27:33,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/eb1966fd6578,42905,1731507853619 2024-11-13T14:27:33,206 INFO [RS:0;eb1966fd6578:42905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:27:33,217 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [eb1966fd6578,42905,1731507853619] 2024-11-13T14:27:33,227 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/eb1966fd6578,42905,1731507853619 already deleted, retry=false 2024-11-13T14:27:33,228 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; eb1966fd6578,42905,1731507853619 expired; onlineServers=0 2024-11-13T14:27:33,228 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'eb1966fd6578,42917,1731507852895' ***** 2024-11-13T14:27:33,228 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T14:27:33,228 INFO [M:0;eb1966fd6578:42917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T14:27:33,228 INFO [M:0;eb1966fd6578:42917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T14:27:33,228 DEBUG [M:0;eb1966fd6578:42917 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T14:27:33,229 DEBUG [M:0;eb1966fd6578:42917 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T14:27:33,229 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T14:27:33,229 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507856584 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.small.0-1731507856584,5,FailOnTimeoutGroup] 2024-11-13T14:27:33,229 DEBUG [master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507856579 {}] cleaner.HFileCleaner(306): Exit Thread[master/eb1966fd6578:0:becomeActiveMaster-HFileCleaner.large.0-1731507856579,5,FailOnTimeoutGroup] 2024-11-13T14:27:33,229 INFO [M:0;eb1966fd6578:42917 {}] hbase.ChoreService(370): Chore service for: master/eb1966fd6578:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T14:27:33,229 INFO [M:0;eb1966fd6578:42917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T14:27:33,229 DEBUG [M:0;eb1966fd6578:42917 {}] master.HMaster(1795): Stopping service threads 2024-11-13T14:27:33,229 INFO [M:0;eb1966fd6578:42917 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T14:27:33,229 INFO [M:0;eb1966fd6578:42917 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T14:27:33,229 ERROR [M:0;eb1966fd6578:42917 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:44915 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44915,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-13T14:27:33,230 INFO [M:0;eb1966fd6578:42917 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T14:27:33,230 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T14:27:33,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T14:27:33,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T14:27:33,238 DEBUG [M:0;eb1966fd6578:42917 {}] zookeeper.ZKUtil(347): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T14:27:33,238 WARN [M:0;eb1966fd6578:42917 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T14:27:33,238 INFO [M:0;eb1966fd6578:42917 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/.lastflushedseqids 2024-11-13T14:27:33,248 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T14:27:33,249 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T14:27:33,249 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-13T14:27:33,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742417_1593 (size=72) 2024-11-13T14:27:33,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:27:33,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42905-0x10134950eda0001, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:27:33,318 INFO [RS:0;eb1966fd6578:42905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:27:33,318 INFO [RS:0;eb1966fd6578:42905 {}] regionserver.HRegionServer(1031): Exiting; stopping=eb1966fd6578,42905,1731507853619; zookeeper connection closed. 2024-11-13T14:27:33,319 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5348c6f4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5348c6f4 2024-11-13T14:27:33,319 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T14:27:33,652 INFO [M:0;eb1966fd6578:42917 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T14:27:33,653 INFO [M:0;eb1966fd6578:42917 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T14:27:33,653 DEBUG [M:0;eb1966fd6578:42917 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T14:27:33,653 INFO [M:0;eb1966fd6578:42917 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:27:33,653 DEBUG [M:0;eb1966fd6578:42917 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:27:33,653 DEBUG [M:0;eb1966fd6578:42917 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T14:27:33,653 DEBUG [M:0;eb1966fd6578:42917 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:27:33,653 INFO [M:0;eb1966fd6578:42917 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=756.75 KB heapSize=929.79 KB 2024-11-13T14:27:33,671 DEBUG [M:0;eb1966fd6578:42917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/232d4a02a6be4e16a2c504f35d72db68 is 82, key is hbase:meta,,1/info:regioninfo/1731507857690/Put/seqid=0 2024-11-13T14:27:33,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742418_1594 (size=5672) 2024-11-13T14:27:34,075 INFO [M:0;eb1966fd6578:42917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2132 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/232d4a02a6be4e16a2c504f35d72db68 2024-11-13T14:27:34,103 DEBUG [M:0;eb1966fd6578:42917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f81f80e2047d40a4ab11a536e096ce61 is 2276, key is \x00\x00\x00\x00\x00\x00\x00\x97/proc:d/1731508020649/Put/seqid=0 2024-11-13T14:27:34,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742419_1595 (size=45247) 2024-11-13T14:27:34,508 INFO [M:0;eb1966fd6578:42917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=756.20 KB at sequenceid=2132 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f81f80e2047d40a4ab11a536e096ce61 2024-11-13T14:27:34,518 INFO [M:0;eb1966fd6578:42917 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f81f80e2047d40a4ab11a536e096ce61 2024-11-13T14:27:34,532 DEBUG [M:0;eb1966fd6578:42917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa38d553b86f4be989ea534c0253de31 is 69, key is eb1966fd6578,42905,1731507853619/rs:state/1731507856673/Put/seqid=0 2024-11-13T14:27:34,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073742420_1596 (size=5156) 2024-11-13T14:27:34,937 INFO [M:0;eb1966fd6578:42917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2132 (bloomFilter=true), to=hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa38d553b86f4be989ea534c0253de31 2024-11-13T14:27:34,946 DEBUG [M:0;eb1966fd6578:42917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/232d4a02a6be4e16a2c504f35d72db68 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/232d4a02a6be4e16a2c504f35d72db68 2024-11-13T14:27:34,950 INFO [M:0;eb1966fd6578:42917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/232d4a02a6be4e16a2c504f35d72db68, entries=8, sequenceid=2132, filesize=5.5 K 2024-11-13T14:27:34,950 DEBUG [M:0;eb1966fd6578:42917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f81f80e2047d40a4ab11a536e096ce61 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f81f80e2047d40a4ab11a536e096ce61 2024-11-13T14:27:34,954 INFO [M:0;eb1966fd6578:42917 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f81f80e2047d40a4ab11a536e096ce61 2024-11-13T14:27:34,954 INFO [M:0;eb1966fd6578:42917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f81f80e2047d40a4ab11a536e096ce61, entries=176, sequenceid=2132, filesize=44.2 K 2024-11-13T14:27:34,954 DEBUG [M:0;eb1966fd6578:42917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa38d553b86f4be989ea534c0253de31 as hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa38d553b86f4be989ea534c0253de31 2024-11-13T14:27:34,957 INFO [M:0;eb1966fd6578:42917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44915/user/jenkins/test-data/90961089-1a49-542a-d3ca-9de40b7ca662/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa38d553b86f4be989ea534c0253de31, entries=1, sequenceid=2132, filesize=5.0 K 2024-11-13T14:27:34,958 INFO [M:0;eb1966fd6578:42917 {}] regionserver.HRegion(3140): Finished flush of dataSize ~756.75 KB/774914, heapSize ~929.49 KB/951800, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=2132, compaction requested=false 2024-11-13T14:27:34,960 INFO [M:0;eb1966fd6578:42917 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T14:27:34,960 DEBUG [M:0;eb1966fd6578:42917 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731508053653Disabling compacts and flushes for region at 1731508053653Disabling writes for close at 1731508053653Obtaining lock to block concurrent updates at 1731508053653Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731508053653Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=774914, getHeapSize=952040, getOffHeapSize=0, getCellsCount=2333 at 1731508053653Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731508053654 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731508053654Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731508053670 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731508053670Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731508054084 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731508054102 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731508054102Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731508054518 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731508054532 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731508054532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3da51270: reopening flushed file at 1731508054945 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35316be8: reopening flushed file at 1731508054950 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@637789ac: reopening flushed file at 1731508054954 (+4 ms)Finished flush of dataSize ~756.75 KB/774914, heapSize ~929.49 KB/951800, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=2132, compaction requested=false at 1731508054958 (+4 ms)Writing region close event to WAL at 1731508054960 (+2 ms)Closed at 1731508054960 2024-11-13T14:27:34,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741830_1006 (size=914717) 2024-11-13T14:27:34,963 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T14:27:34,963 INFO [M:0;eb1966fd6578:42917 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T14:27:34,963 INFO [M:0;eb1966fd6578:42917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42917 2024-11-13T14:27:34,964 INFO [M:0;eb1966fd6578:42917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T14:27:35,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:27:35,117 INFO [M:0;eb1966fd6578:42917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T14:27:35,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42917-0x10134950eda0000, quorum=127.0.0.1:58943, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T14:27:35,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T14:27:35,132 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:27:35,132 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:27:35,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:27:35,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/hadoop.log.dir/,STOPPED} 2024-11-13T14:27:35,137 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T14:27:35,138 WARN [BP-2121664550-172.17.0.2-1731507848952 heartbeating to localhost/127.0.0.1:44915 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T14:27:35,138 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T14:27:35,138 WARN [BP-2121664550-172.17.0.2-1731507848952 heartbeating to localhost/127.0.0.1:44915 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2121664550-172.17.0.2-1731507848952 (Datanode Uuid baee9a67-7fc1-4606-9989-113ccd4a649d) service to localhost/127.0.0.1:44915 2024-11-13T14:27:35,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/cluster_9f3d5ae2-c6d1-d466-52e5-d710b14e862b/data/data1/current/BP-2121664550-172.17.0.2-1731507848952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:27:35,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/cluster_9f3d5ae2-c6d1-d466-52e5-d710b14e862b/data/data2/current/BP-2121664550-172.17.0.2-1731507848952 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T14:27:35,142 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T14:27:35,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T14:27:35,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T14:27:35,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T14:27:35,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T14:27:35,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9e55ca94-58c1-c46b-8bfc-94db5c60e038/hadoop.log.dir/,STOPPED} 2024-11-13T14:27:35,165 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T14:27:35,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down